[ 582.342860] env[71147]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=71147) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 582.343374] env[71147]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=71147) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 582.343374] env[71147]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=71147) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 582.343686] env[71147]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 582.441745] env[71147]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=71147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 582.451897] env[71147]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=71147) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 582.495181] env[71147]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 583.055088] env[71147]: INFO nova.virt.driver [None req-2e6d10f2-c592-4a13-996f-767ad1cda37a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 583.126206] env[71147]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.126418] env[71147]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.126490] env[71147]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=71147) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 586.476935] env[71147]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ae5ff799-0f6b-4b3d-9858-cc1177b7f1bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.493486] env[71147]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=71147) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 586.493711] env[71147]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-393ceac2-da07-42bf-8de5-f217dd6af596 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.525863] env[71147]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 13a48. [ 586.526195] env[71147]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.400s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.526638] env[71147]: INFO nova.virt.vmwareapi.driver [None req-2e6d10f2-c592-4a13-996f-767ad1cda37a None None] VMware vCenter version: 7.0.3 [ 586.530091] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21976cbc-9d85-41de-9ad1-8ebc76cf9bcf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.552473] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578dae8c-cb9f-4fd7-ae7e-ff3947e85eff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.560281] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e5cfd2-5b7b-458a-a185-264e286b7c3a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.567237] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8473e37-a292-444e-beb6-ef2588f1ffcc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.580519] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981281f-e4f0-42ec-80d9-98cbc599beb6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.586735] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b825d66-5faa-4562-8192-541c535fbd98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.617419] env[71147]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-8b9e7e10-1333-41af-92e6-1bae469f7f0c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.622441] env[71147]: DEBUG nova.virt.vmwareapi.driver [None req-2e6d10f2-c592-4a13-996f-767ad1cda37a None None] Extension org.openstack.compute already exists. {{(pid=71147) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 586.625247] env[71147]: INFO nova.compute.provider_config [None req-2e6d10f2-c592-4a13-996f-767ad1cda37a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 587.128285] env[71147]: DEBUG nova.context [None req-2e6d10f2-c592-4a13-996f-767ad1cda37a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d3ab47c6-7af8-4cb5-ba72-a4f2adc3d6aa(cell1) {{(pid=71147) load_cells /opt/stack/nova/nova/context.py:464}} [ 587.130465] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.130700] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.131457] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.131901] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Acquiring lock "d3ab47c6-7af8-4cb5-ba72-a4f2adc3d6aa" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.132104] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Lock "d3ab47c6-7af8-4cb5-ba72-a4f2adc3d6aa" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.133172] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Lock "d3ab47c6-7af8-4cb5-ba72-a4f2adc3d6aa" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.154609] env[71147]: INFO dbcounter [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Registered counter for database nova_cell0 [ 587.162647] env[71147]: INFO dbcounter [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Registered counter for database nova_cell1 [ 587.165853] env[71147]: DEBUG oslo_db.sqlalchemy.engines [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=71147) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 587.166252] env[71147]: DEBUG oslo_db.sqlalchemy.engines [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=71147) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 587.171095] env[71147]: ERROR nova.db.main.api [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 587.171095] env[71147]: result = function(*args, **kwargs) [ 587.171095] env[71147]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 587.171095] env[71147]: return func(*args, **kwargs) [ 587.171095] env[71147]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 587.171095] env[71147]: result = fn(*args, **kwargs) [ 587.171095] env[71147]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 587.171095] env[71147]: return f(*args, **kwargs) [ 587.171095] env[71147]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 587.171095] env[71147]: return db.service_get_minimum_version(context, binaries) [ 587.171095] env[71147]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 587.171095] env[71147]: _check_db_access() [ 587.171095] env[71147]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 587.171095] env[71147]: stacktrace = ''.join(traceback.format_stack()) [ 587.171095] env[71147]: [ 587.171920] env[71147]: ERROR nova.db.main.api [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 587.171920] env[71147]: result = function(*args, **kwargs) [ 587.171920] env[71147]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 587.171920] env[71147]: return func(*args, **kwargs) [ 587.171920] env[71147]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 587.171920] env[71147]: result = fn(*args, **kwargs) [ 587.171920] env[71147]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 587.171920] env[71147]: return f(*args, **kwargs) [ 587.171920] env[71147]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 587.171920] env[71147]: return db.service_get_minimum_version(context, binaries) [ 587.171920] env[71147]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 587.171920] env[71147]: _check_db_access() [ 587.171920] env[71147]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 587.171920] env[71147]: stacktrace = ''.join(traceback.format_stack()) [ 587.171920] env[71147]: [ 587.172539] env[71147]: WARNING nova.objects.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 587.172539] env[71147]: WARNING nova.objects.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Failed to get minimum service version for cell d3ab47c6-7af8-4cb5-ba72-a4f2adc3d6aa [ 587.172841] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Acquiring lock "singleton_lock" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.172999] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Acquired lock "singleton_lock" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.173256] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Releasing lock "singleton_lock" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.173606] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Full set of CONF: {{(pid=71147) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 587.173750] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ******************************************************************************** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 587.173877] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] Configuration options gathered from: {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 587.174021] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 587.174221] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 587.174348] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ================================================================================ {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 587.174550] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] allow_resize_to_same_host = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.174760] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] arq_binding_timeout = 300 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.174940] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] backdoor_port = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.175094] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] backdoor_socket = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.175266] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] block_device_allocate_retries = 60 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.175443] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] block_device_allocate_retries_interval = 3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.175670] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cert = self.pem {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.175848] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.176033] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute_monitors = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.176209] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] config_dir = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.176443] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] config_drive_format = iso9660 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.176591] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.176761] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] config_source = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.176926] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] console_host = devstack {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.177108] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] control_exchange = nova {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.177272] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cpu_allocation_ratio = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.177428] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] daemon = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.177595] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] debug = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.177746] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] default_access_ip_network_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.177907] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] default_availability_zone = nova {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.178075] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] default_ephemeral_format = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.178232] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] default_green_pool_size = 1000 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.178466] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.178627] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] default_schedule_zone = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.178778] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] disk_allocation_ratio = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.178935] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] enable_new_services = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.179127] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] enabled_apis = ['osapi_compute'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.179288] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] enabled_ssl_apis = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.179444] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] flat_injected = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.179598] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] force_config_drive = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.179748] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] force_raw_images = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.179911] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] graceful_shutdown_timeout = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.180080] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] heal_instance_info_cache_interval = -1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.180303] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] host = cpu-1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.180480] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.180640] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] initial_disk_allocation_ratio = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.180796] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] initial_ram_allocation_ratio = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.181032] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.181192] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] instance_build_timeout = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.181347] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] instance_delete_interval = 300 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.181510] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] instance_format = [instance: %(uuid)s] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.181673] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] instance_name_template = instance-%08x {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.181831] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] instance_usage_audit = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.181993] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] instance_usage_audit_period = month {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.182171] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.182332] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] instances_path = /opt/stack/data/nova/instances {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.182492] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] internal_service_availability_zone = internal {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.182643] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] key = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.182797] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] live_migration_retry_count = 30 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.182961] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] log_color = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.183134] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] log_config_append = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.183298] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.183453] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] log_dir = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.183606] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] log_file = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.183730] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] log_options = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.183884] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] log_rotate_interval = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.184058] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] log_rotate_interval_type = days {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.184223] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] log_rotation_type = none {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.184355] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.184484] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.184649] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.184809] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.184960] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.185147] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] long_rpc_timeout = 1800 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.185309] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] max_concurrent_builds = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.185466] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] max_concurrent_live_migrations = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.185620] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] max_concurrent_snapshots = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.185774] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] max_local_block_devices = 3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.185930] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] max_logfile_count = 30 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.186119] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] max_logfile_size_mb = 200 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.186290] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] maximum_instance_delete_attempts = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.186458] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] metadata_listen = 0.0.0.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.186622] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] metadata_listen_port = 8775 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.186786] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] metadata_workers = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.186945] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] migrate_max_retries = -1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.187123] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] mkisofs_cmd = genisoimage {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.187332] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] my_block_storage_ip = 10.180.1.21 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.187461] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] my_ip = 10.180.1.21 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.187660] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.187817] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] network_allocate_retries = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.187991] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.188174] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] osapi_compute_listen = 0.0.0.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.188334] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] osapi_compute_listen_port = 8774 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.188498] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] osapi_compute_unique_server_name_scope = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.188663] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] osapi_compute_workers = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.188823] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] password_length = 12 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.188979] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] periodic_enable = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.189152] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] periodic_fuzzy_delay = 60 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.189317] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] pointer_model = usbtablet {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.189477] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] preallocate_images = none {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.189633] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] publish_errors = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.189759] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] pybasedir = /opt/stack/nova {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.189909] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ram_allocation_ratio = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.190079] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] rate_limit_burst = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.190244] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] rate_limit_except_level = CRITICAL {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.190401] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] rate_limit_interval = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.190556] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] reboot_timeout = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.190707] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] reclaim_instance_interval = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.190859] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] record = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.191037] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] reimage_timeout_per_gb = 60 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.191193] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] report_interval = 120 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.191351] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] rescue_timeout = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.191506] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] reserved_host_cpus = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.191659] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] reserved_host_disk_mb = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.191811] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] reserved_host_memory_mb = 512 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.191968] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] reserved_huge_pages = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.192135] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] resize_confirm_window = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.192288] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] resize_fs_using_block_device = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.192442] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] resume_guests_state_on_host_boot = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.192607] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.192762] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] rpc_response_timeout = 60 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.192920] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] run_external_periodic_tasks = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.193090] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] running_deleted_instance_action = reap {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.193252] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] running_deleted_instance_poll_interval = 1800 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.193405] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] running_deleted_instance_timeout = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.193558] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler_instance_sync_interval = 120 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.193718] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_down_time = 720 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.193879] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] servicegroup_driver = db {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.194042] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] shell_completion = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.194203] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] shelved_offload_time = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.194357] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] shelved_poll_interval = 3600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.194516] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] shutdown_timeout = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.194673] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] source_is_ipv6 = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.194823] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ssl_only = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.195133] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.195312] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] sync_power_state_interval = 600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.195471] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] sync_power_state_pool_size = 1000 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.195633] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] syslog_log_facility = LOG_USER {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.195786] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] tempdir = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.195944] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] timeout_nbd = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.196152] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] transport_url = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.196322] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] update_resources_interval = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.196482] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] use_cow_images = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.196639] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] use_journal = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.196793] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] use_json = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.196948] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] use_rootwrap_daemon = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.197121] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] use_stderr = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.197280] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] use_syslog = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.197432] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vcpu_pin_set = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.197596] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plugging_is_fatal = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.197757] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plugging_timeout = 300 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.197918] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] virt_mkfs = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.198118] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] volume_usage_poll_interval = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.198290] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] watch_log_file = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.198455] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] web = /usr/share/spice-html5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 587.198633] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.198797] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.198958] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.199153] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_concurrency.disable_process_locking = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.199719] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.199913] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200103] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200274] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200446] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200613] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200792] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.auth_strategy = keystone {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.200960] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.compute_link_prefix = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201188] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201356] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.dhcp_domain = novalocal {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201528] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.enable_instance_password = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201690] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.glance_link_prefix = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.201856] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202039] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202211] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.instance_list_per_project_cells = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202372] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.list_records_by_skipping_down_cells = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202534] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.local_metadata_per_cell = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202700] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.max_limit = 1000 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.202866] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.metadata_cache_expiration = 15 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203051] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.neutron_default_tenant_id = default {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203229] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.response_validation = warn {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203400] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.use_neutron_default_nets = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203569] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203729] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.203892] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204119] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204316] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.vendordata_dynamic_targets = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204482] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.vendordata_jsonfile_path = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204663] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.204857] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.backend = dogpile.cache.memcached {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205071] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.backend_argument = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205248] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.backend_expiration_time = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205421] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.config_prefix = cache.oslo {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205592] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.dead_timeout = 60.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205755] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.debug_cache_backend = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.205916] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.enable_retry_client = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206114] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.enable_socket_keepalive = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206306] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.enabled = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206469] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.enforce_fips_mode = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206635] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.expiration_time = 600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206798] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.hashclient_retry_attempts = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.206963] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.hashclient_retry_delay = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207178] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_dead_retry = 300 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207347] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_password = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207514] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207675] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.207839] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_pool_maxsize = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208006] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208183] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_sasl_enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208363] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208531] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_socket_timeout = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208690] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.memcache_username = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.208856] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.proxies = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209030] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.redis_db = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209198] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.redis_password = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209368] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.redis_sentinel_service_name = mymaster {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209543] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209711] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.redis_server = localhost:6379 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.209874] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.redis_socket_timeout = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210054] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.redis_username = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210247] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.retry_attempts = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210418] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.retry_delay = 0.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210580] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.socket_keepalive_count = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210740] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.socket_keepalive_idle = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.210900] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.socket_keepalive_interval = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211073] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.tls_allowed_ciphers = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211234] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.tls_cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211391] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.tls_certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211550] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.tls_enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211704] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cache.tls_keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.211867] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.auth_section = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212055] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.auth_type = password {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212214] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212391] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.catalog_info = volumev3::publicURL {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212549] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212712] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.212873] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.cross_az_attach = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213045] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.debug = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213235] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.endpoint_template = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213402] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.http_retries = 3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213563] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213719] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.213886] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.os_region_name = RegionOne {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214059] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214220] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cinder.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214390] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214547] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.cpu_dedicated_set = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214702] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.cpu_shared_set = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.214866] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.image_type_exclude_list = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215066] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215240] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.max_concurrent_disk_ops = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215400] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.max_disk_devices_to_attach = -1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215559] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215726] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.215884] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.resource_provider_association_refresh = 300 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216123] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216311] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.shutdown_retry_interval = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216493] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216670] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] conductor.workers = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.216848] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] console.allowed_origins = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217013] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] console.ssl_ciphers = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217199] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] console.ssl_minimum_version = default {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217368] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] consoleauth.enforce_session_timeout = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217534] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] consoleauth.token_ttl = 600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217705] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.217862] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218036] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218201] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.connect_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218359] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.connect_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218516] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.endpoint_override = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218675] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.218830] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219021] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.max_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219201] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.min_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219365] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.region_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219521] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.retriable_status_codes = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219677] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.service_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.219842] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.service_type = accelerator {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220007] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220177] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.status_code_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220334] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.status_code_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220493] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220669] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220829] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] cyborg.version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.220998] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.asyncio_connection = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221175] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.asyncio_slave_connection = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221345] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.backend = sqlalchemy {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221511] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.connection = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221675] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.connection_debug = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.221838] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.connection_parameters = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222019] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.connection_recycle_time = 3600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222209] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.connection_trace = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222376] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.db_inc_retry_interval = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222538] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.db_max_retries = 20 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222699] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.db_max_retry_interval = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.222858] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.db_retry_interval = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.223031] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.max_overflow = 50 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.223200] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.max_pool_size = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.223360] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.max_retries = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.223525] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.223682] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.mysql_wsrep_sync_wait = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.223836] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.pool_timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.223996] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.retry_interval = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.224170] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.slave_connection = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.224330] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.sqlite_synchronous = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.224488] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] database.use_db_reconnect = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.224653] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.asyncio_connection = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.224810] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.asyncio_slave_connection = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.225019] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.backend = sqlalchemy {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.225232] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.connection = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.225408] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.connection_debug = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.225583] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.connection_parameters = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.225739] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.connection_recycle_time = 3600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.225899] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.connection_trace = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.226093] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.db_inc_retry_interval = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.226274] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.db_max_retries = 20 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.226438] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.db_max_retry_interval = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.226600] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.db_retry_interval = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.226758] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.max_overflow = 50 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.226919] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.max_pool_size = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.227094] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.max_retries = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.227263] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.227422] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.227578] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.pool_timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.227737] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.retry_interval = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.227893] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.slave_connection = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.228107] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] api_database.sqlite_synchronous = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.228309] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] devices.enabled_mdev_types = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.228489] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.228659] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ephemeral_storage_encryption.default_format = luks {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.228820] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ephemeral_storage_encryption.enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.228981] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.229170] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.api_servers = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.229331] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.229489] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.229648] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.229803] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.connect_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.229959] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.connect_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.230136] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.debug = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.230302] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.default_trusted_certificate_ids = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.230460] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.enable_certificate_validation = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.230619] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.enable_rbd_download = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.230772] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.endpoint_override = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.230934] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.231133] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.231305] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.max_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.231464] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.min_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.231626] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.num_retries = 3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.231791] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.rbd_ceph_conf = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.231948] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.rbd_connect_timeout = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.232132] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.rbd_pool = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.232299] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.rbd_user = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.232461] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.region_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.232620] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.retriable_status_codes = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.232773] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.service_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.232939] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.service_type = image {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.233111] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.233271] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.status_code_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.233426] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.status_code_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.233581] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.233759] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.233921] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.verify_glance_signatures = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.234111] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] glance.version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.234301] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] guestfs.debug = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.234469] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.auth_section = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.234628] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.auth_type = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.234786] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.234971] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.235164] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.235327] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.connect_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.235484] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.connect_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.235640] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.endpoint_override = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.235801] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.235965] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.236166] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.max_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.236342] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.min_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.236490] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.region_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.236647] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.retriable_status_codes = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.236801] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.service_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.236968] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.service_type = shared-file-system {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.237174] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.share_apply_policy_timeout = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.237352] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.237511] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.status_code_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.237669] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.status_code_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.237827] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.238015] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.238189] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] manila.version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.238360] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] mks.enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.238705] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.238893] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] image_cache.manager_interval = 2400 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.239086] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] image_cache.precache_concurrency = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.239262] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] image_cache.remove_unused_base_images = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.239430] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.239596] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.239769] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] image_cache.subdirectory_name = _base {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.239944] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.api_max_retries = 60 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.240167] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.api_retry_interval = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.240344] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.auth_section = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.240509] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.auth_type = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.240668] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.240826] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.240990] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.241171] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.conductor_group = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.241332] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.connect_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.241490] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.connect_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.241646] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.endpoint_override = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.241808] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.241965] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.242140] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.max_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.242330] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.min_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.242462] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.peer_list = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.242620] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.region_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.242776] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.retriable_status_codes = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.242938] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.serial_console_state_timeout = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.243128] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.service_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.243314] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.service_type = baremetal {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.243476] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.shard = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.243639] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.243797] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.status_code_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.243955] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.status_code_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.244132] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.244313] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.244472] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ironic.version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.244651] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.244821] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] key_manager.fixed_key = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.245036] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.245212] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.barbican_api_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.245373] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.barbican_endpoint = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.245540] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.barbican_endpoint_type = public {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.245696] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.barbican_region_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.245854] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.246078] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.246267] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.246430] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.246589] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.246751] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.number_of_retries = 60 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.246909] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.retry_delay = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.247085] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.send_service_user_token = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.247251] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.247410] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.247568] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.verify_ssl = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.247723] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican.verify_ssl_path = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.247888] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican_service_user.auth_section = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.248060] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican_service_user.auth_type = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.248226] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican_service_user.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.248382] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican_service_user.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.248539] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican_service_user.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.248697] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican_service_user.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.248851] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican_service_user.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.249051] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican_service_user.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.249229] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] barbican_service_user.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.249395] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.approle_role_id = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.249555] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.approle_secret_id = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.249723] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.kv_mountpoint = secret {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.249881] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.kv_path = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.250055] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.kv_version = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.250217] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.namespace = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.250375] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.root_token_id = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.250531] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.ssl_ca_crt_file = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.250699] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.timeout = 60.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.250860] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.use_ssl = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.251037] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.251219] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.251380] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.251542] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.251701] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.connect_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.251854] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.connect_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.252054] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.endpoint_override = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.252251] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.252423] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.252572] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.max_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.252729] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.min_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.252888] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.region_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.253060] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.retriable_status_codes = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.253227] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.service_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.253395] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.service_type = identity {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.253557] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.253713] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.status_code_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.253871] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.status_code_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.254040] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.254228] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.254390] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] keystone.version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.254581] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.ceph_mount_options = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.254879] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.255120] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.connection_uri = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.255301] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.cpu_mode = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.255469] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.cpu_model_extra_flags = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.255637] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.cpu_models = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.255807] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.cpu_power_governor_high = performance {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.255974] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.cpu_power_governor_low = powersave {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.256155] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.cpu_power_management = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.256327] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.256494] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.device_detach_attempts = 8 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.256658] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.device_detach_timeout = 20 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.256821] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.disk_cachemodes = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.256977] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.disk_prefix = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.257158] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.enabled_perf_events = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.257320] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.file_backed_memory = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.257484] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.gid_maps = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.257639] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.hw_disk_discard = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.257794] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.hw_machine_type = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.257959] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.images_rbd_ceph_conf = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.258158] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.258334] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.258502] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.images_rbd_glance_store_name = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.258667] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.images_rbd_pool = rbd {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.258833] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.images_type = default {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.258988] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.images_volume_group = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.259165] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.inject_key = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.259325] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.inject_partition = -2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.259482] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.inject_password = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.259640] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.iscsi_iface = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.259797] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.iser_use_multipath = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.259957] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_bandwidth = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.260137] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.260299] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_downtime = 500 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.260457] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.260615] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.260770] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_inbound_addr = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.260926] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.261115] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_permit_post_copy = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.261292] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_scheme = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.261464] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_timeout_action = abort {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.261625] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_tunnelled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.261781] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_uri = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.261940] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.live_migration_with_native_tls = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.262112] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.max_queues = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.262275] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.262511] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.262666] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.nfs_mount_options = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.262947] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.263135] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.263299] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.num_iser_scan_tries = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.263457] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.num_memory_encrypted_guests = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.263616] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.263776] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.num_pcie_ports = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.263940] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.num_volume_scan_tries = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.264166] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.pmem_namespaces = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.264345] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.quobyte_client_cfg = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.264640] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.264817] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rbd_connect_timeout = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.265025] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.265214] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.265377] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rbd_secret_uuid = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.265534] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rbd_user = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.265697] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.265877] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.remote_filesystem_transport = ssh {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.266080] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rescue_image_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.266250] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rescue_kernel_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.266408] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rescue_ramdisk_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.266576] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.266736] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.rx_queue_size = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.266904] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.smbfs_mount_options = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.267220] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.267405] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.snapshot_compression = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.267569] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.snapshot_image_format = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.267799] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.267967] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.sparse_logical_volumes = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.268149] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.swtpm_enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.268318] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.swtpm_group = tss {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.268482] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.swtpm_user = tss {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.268649] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.sysinfo_serial = unique {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.268807] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.tb_cache_size = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.268963] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.tx_queue_size = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.269152] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.uid_maps = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.269317] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.use_virtio_for_bridges = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.269484] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.virt_type = kvm {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.269649] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.volume_clear = zero {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.269810] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.volume_clear_size = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.269971] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.volume_enforce_multipath = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.270152] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.volume_use_multipath = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.270312] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.vzstorage_cache_path = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.270480] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.270646] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.vzstorage_mount_group = qemu {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.270809] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.vzstorage_mount_opts = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.270973] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.271278] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.271467] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.vzstorage_mount_user = stack {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.271633] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.271804] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.auth_section = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.271977] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.auth_type = password {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.272155] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.272316] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.272477] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.272633] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.connect_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.272788] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.connect_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.272954] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.default_floating_pool = public {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.273147] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.endpoint_override = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.273311] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.extension_sync_interval = 600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.273471] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.http_retries = 3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.273635] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.273793] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.273952] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.max_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.274135] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.274298] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.min_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.274464] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.ovs_bridge = br-int {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.274630] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.physnets = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.274795] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.region_name = RegionOne {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.274976] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.retriable_status_codes = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.275179] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.service_metadata_proxy = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.275343] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.service_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.275510] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.service_type = network {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.275673] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.275828] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.status_code_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.275998] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.status_code_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.276179] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.276360] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.276521] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] neutron.version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.276690] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] notifications.bdms_in_notifications = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.276864] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] notifications.default_level = INFO {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.277039] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] notifications.include_share_mapping = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.277221] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] notifications.notification_format = unversioned {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.277413] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] notifications.notify_on_state_change = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.277591] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.277768] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] pci.alias = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.277934] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] pci.device_spec = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.278119] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] pci.report_in_placement = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.278293] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.auth_section = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.278466] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.auth_type = password {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.278632] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.278790] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.278946] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.279121] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.279279] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.connect_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.279434] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.connect_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.279588] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.default_domain_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.279744] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.default_domain_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.279899] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.domain_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.280072] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.domain_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.280231] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.endpoint_override = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.280393] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.280549] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.280706] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.max_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.280862] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.min_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.281047] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.password = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.281214] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.project_domain_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.281382] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.project_domain_name = Default {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.281547] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.project_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.281717] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.project_name = service {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.281882] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.region_name = RegionOne {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.282051] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.retriable_status_codes = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.282218] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.service_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.282385] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.service_type = placement {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.282545] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.282702] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.status_code_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.282858] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.status_code_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.283026] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.system_scope = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.283215] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.283390] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.trust_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.283547] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.user_domain_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.283718] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.user_domain_name = Default {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.283878] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.user_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.284062] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.username = nova {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.284252] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.284415] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] placement.version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.284597] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.cores = 20 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.284758] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.count_usage_from_placement = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.284947] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.285147] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.injected_file_content_bytes = 10240 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.285318] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.injected_file_path_length = 255 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.285483] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.injected_files = 5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.285647] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.instances = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.285809] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.key_pairs = 100 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.286008] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.metadata_items = 128 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.286198] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.ram = 51200 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.286363] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.recheck_quota = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.286530] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.server_group_members = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.286694] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.server_groups = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.286901] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.287091] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] quota.unified_limits_resource_strategy = require {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.287288] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.287468] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.287632] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.image_metadata_prefilter = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.287795] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.287956] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.max_attempts = 3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.288139] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.max_placement_results = 1000 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.288305] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.288531] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.query_placement_for_image_type_support = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.288712] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.288887] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] scheduler.workers = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.289089] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.289264] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.289445] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.289612] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.289777] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.289944] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.290127] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.290326] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.290497] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.host_subset_size = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.290662] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.290818] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.290979] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.291158] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.291334] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.291495] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.isolated_hosts = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.291651] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.isolated_images = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.291812] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.291972] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.292151] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.292313] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.pci_in_placement = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.292473] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.292631] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.292792] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.292951] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.293126] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.293289] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.293448] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.track_instance_changes = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.293622] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.293790] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] metrics.required = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.293952] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] metrics.weight_multiplier = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.294130] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.294296] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] metrics.weight_setting = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.294600] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.294773] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] serial_console.enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.294969] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] serial_console.port_range = 10000:20000 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.295177] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.295382] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.295559] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] serial_console.serialproxy_port = 6083 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.295727] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.auth_section = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.295898] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.auth_type = password {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.296074] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.296236] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.296399] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.296559] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.296717] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.296885] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.send_service_user_token = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.297059] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.297225] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] service_user.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.297394] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.agent_enabled = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.297553] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.297851] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.298087] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.298271] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.html5proxy_port = 6082 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.298433] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.image_compression = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.298588] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.jpeg_compression = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.298746] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.playback_compression = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.298905] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.require_secure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.299095] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.server_listen = 127.0.0.1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.299276] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.299563] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.299734] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.streaming_mode = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.299892] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] spice.zlib_compression = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.300071] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] upgrade_levels.baseapi = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.300249] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] upgrade_levels.compute = auto {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.300409] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] upgrade_levels.conductor = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.300568] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] upgrade_levels.scheduler = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.300731] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vendordata_dynamic_auth.auth_section = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.300888] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vendordata_dynamic_auth.auth_type = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.301058] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vendordata_dynamic_auth.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.301219] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vendordata_dynamic_auth.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.301379] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.301534] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vendordata_dynamic_auth.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.301686] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vendordata_dynamic_auth.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.301840] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.301992] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vendordata_dynamic_auth.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.302180] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.api_retry_count = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.302338] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.ca_file = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.302504] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.cache_prefix = devstack-image-cache {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.302666] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.cluster_name = testcl1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.302872] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.connection_pool_size = 10 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.303025] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.console_delay_seconds = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.303201] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.datastore_regex = ^datastore.* {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.303407] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.303578] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.host_password = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.303742] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.host_port = 443 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.303907] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.host_username = administrator@vsphere.local {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.304087] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.insecure = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.304248] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.integration_bridge = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.304407] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.maximum_objects = 100 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.304559] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.pbm_default_policy = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.304715] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.pbm_enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.304866] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.pbm_wsdl_location = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.305072] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.305240] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.serial_port_proxy_uri = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.305398] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.serial_port_service_uri = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.305567] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.task_poll_interval = 0.5 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.305738] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.use_linked_clone = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.305904] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.vnc_keymap = en-us {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.306085] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.vnc_port = 5900 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.306251] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vmware.vnc_port_total = 10000 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.306434] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.auth_schemes = ['none'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.306608] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.306887] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.307080] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.307278] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.novncproxy_port = 6080 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.307490] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.server_listen = 127.0.0.1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.307671] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.307829] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.vencrypt_ca_certs = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.307984] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.vencrypt_client_cert = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.308156] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vnc.vencrypt_client_key = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.308326] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.308485] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.disable_deep_image_inspection = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.308641] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.308798] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.308952] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.309130] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.disable_rootwrap = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.309292] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.enable_numa_live_migration = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.309452] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.309610] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.309768] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.309926] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.libvirt_disable_apic = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.310130] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.310300] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.310461] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.310622] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.310780] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.310939] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.311112] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.311274] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.311432] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.311595] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.311779] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.311946] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.client_socket_timeout = 900 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.312125] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.default_pool_size = 1000 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.312293] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.keep_alive = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.312457] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.max_header_line = 16384 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.312618] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.secure_proxy_ssl_header = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.312775] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.ssl_ca_file = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.312965] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.ssl_cert_file = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.313140] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.ssl_key_file = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.313306] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.tcp_keepidle = 600 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.313482] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.313646] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] zvm.ca_file = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.313802] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] zvm.cloud_connector_url = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.314115] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.314293] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] zvm.reachable_timeout = 300 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.314462] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.314635] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.314807] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.connection_string = messaging:// {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.314996] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.enabled = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.315184] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.es_doc_type = notification {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.315346] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.es_scroll_size = 10000 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.315509] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.es_scroll_time = 2m {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.315667] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.filter_error_trace = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.315828] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.hmac_keys = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.315994] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.sentinel_service_name = mymaster {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.316172] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.socket_timeout = 0.1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.316335] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.trace_requests = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.316494] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler.trace_sqlalchemy = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.316679] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler_jaeger.process_tags = {} {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.316834] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler_jaeger.service_name_prefix = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.316992] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] profiler_otlp.service_name_prefix = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.317167] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] remote_debug.host = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.317323] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] remote_debug.port = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.317492] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.317647] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.317803] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.317961] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.318200] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.318379] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.318541] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.318699] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.318855] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.319038] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.319205] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.319374] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.319537] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.319698] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.319855] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.320034] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.320201] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.320360] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.320524] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.320680] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.320835] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.321008] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.321183] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.321340] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.321496] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.321650] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.321805] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.321961] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.322134] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.322294] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.322450] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.ssl = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.322612] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.322774] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.322980] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.323175] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.323340] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.ssl_version = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.323498] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.323690] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.323854] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_notifications.retry = -1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.324037] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.324209] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_messaging_notifications.transport_url = **** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.324379] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.auth_section = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.324538] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.auth_type = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.324694] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.cafile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.324845] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.certfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.325043] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.collect_timing = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.325217] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.connect_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.325373] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.connect_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.325526] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.endpoint_id = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.325691] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.endpoint_interface = publicURL {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.325844] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.endpoint_override = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.326026] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.endpoint_region_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.326205] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.endpoint_service_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.326363] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.endpoint_service_type = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.326522] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.insecure = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.326673] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.keyfile = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.326826] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.max_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.326977] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.min_version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.327145] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.region_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.327308] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.retriable_status_codes = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.327458] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.service_name = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.327608] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.service_type = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.327765] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.split_loggers = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.327924] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.status_code_retries = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.328098] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.status_code_retry_delay = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.328256] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.timeout = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.328408] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.valid_interfaces = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.328559] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_limit.version = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.328717] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_reports.file_event_handler = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.328876] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.329069] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] oslo_reports.log_dir = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.329254] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.329412] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.329568] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.329727] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.329885] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.330048] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.330222] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.330376] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_ovs_privileged.group = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.330529] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.330688] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.330845] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.330997] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] vif_plug_ovs_privileged.user = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.331183] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_linux_bridge.flat_interface = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.331359] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.331527] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.331692] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.331856] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.332055] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.332242] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.332405] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.332580] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.332746] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_ovs.isolate_vif = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.332937] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.333128] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.333295] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.333459] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_ovs.ovsdb_interface = native {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.333617] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] os_vif_ovs.per_port_bridge = False {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.333781] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] privsep_osbrick.capabilities = [21] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.333933] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] privsep_osbrick.group = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.334099] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] privsep_osbrick.helper_command = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.334262] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.334420] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.334573] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] privsep_osbrick.user = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.334742] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.334898] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] nova_sys_admin.group = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.335088] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] nova_sys_admin.helper_command = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.335258] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.335418] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.335571] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] nova_sys_admin.user = None {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 587.335701] env[71147]: DEBUG oslo_service.backend.eventlet.service [None req-9b7747fd-0338-4c94-a910-68796b21d278 None None] ******************************************************************************** {{(pid=71147) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 587.336143] env[71147]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 587.840068] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Getting list of instances from cluster (obj){ [ 587.840068] env[71147]: value = "domain-c8" [ 587.840068] env[71147]: _type = "ClusterComputeResource" [ 587.840068] env[71147]: } {{(pid=71147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.841157] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6cfbcb-a137-439e-b967-ba7d27d421c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.850354] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Got total of 0 instances {{(pid=71147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.850934] env[71147]: WARNING nova.virt.vmwareapi.driver [None req-0edee9de-12df-462b-8262-a757b34a430e None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 587.851425] env[71147]: INFO nova.virt.node [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Generated node identity 35e35e14-9e34-4508-84da-a69238f1eb09 [ 587.851654] env[71147]: INFO nova.virt.node [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Wrote node identity 35e35e14-9e34-4508-84da-a69238f1eb09 to /opt/stack/data/n-cpu-1/compute_id [ 588.354022] env[71147]: WARNING nova.compute.manager [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Compute nodes ['35e35e14-9e34-4508-84da-a69238f1eb09'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 589.359326] env[71147]: INFO nova.compute.manager [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 590.364180] env[71147]: WARNING nova.compute.manager [None req-0edee9de-12df-462b-8262-a757b34a430e None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 590.364521] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.364692] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.364848] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.365079] env[71147]: DEBUG nova.compute.resource_tracker [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 590.366372] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29b4fa0-a335-48a7-9640-12112e7d5d43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.374463] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73bdae7-88f3-49e7-8159-0e6e4972732d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.388039] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf7a673-7683-4921-a63d-86ae4901f97b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.394440] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3774e878-3b95-47ab-a503-8cbaa5bf0973 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.423126] env[71147]: DEBUG nova.compute.resource_tracker [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180996MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 590.423274] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.423478] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.925596] env[71147]: WARNING nova.compute.resource_tracker [None req-0edee9de-12df-462b-8262-a757b34a430e None None] No compute node record for cpu-1:35e35e14-9e34-4508-84da-a69238f1eb09: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 35e35e14-9e34-4508-84da-a69238f1eb09 could not be found. [ 591.429150] env[71147]: INFO nova.compute.resource_tracker [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 35e35e14-9e34-4508-84da-a69238f1eb09 [ 592.937414] env[71147]: DEBUG nova.compute.resource_tracker [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 592.937875] env[71147]: DEBUG nova.compute.resource_tracker [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 593.101732] env[71147]: INFO nova.scheduler.client.report [None req-0edee9de-12df-462b-8262-a757b34a430e None None] [req-86cd7e7c-5b90-4f1e-857b-56749ec191ca] Created resource provider record via placement API for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 593.119413] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4670d195-20ad-4f83-a2c0-51e7d9605bcb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.127404] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120e2f39-3fb9-4dd2-8627-dc85a754241a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.158499] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cf9528-0e27-4bce-88b0-866f13307079 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.165924] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86ee70-6e63-4f11-b9ca-08f4f6762ee9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.178955] env[71147]: DEBUG nova.compute.provider_tree [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.713302] env[71147]: DEBUG nova.scheduler.client.report [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 593.713522] env[71147]: DEBUG nova.compute.provider_tree [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 0 to 1 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 593.713658] env[71147]: DEBUG nova.compute.provider_tree [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.766077] env[71147]: DEBUG nova.compute.provider_tree [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 1 to 2 during operation: update_traits {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 594.270467] env[71147]: DEBUG nova.compute.resource_tracker [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 594.270837] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.847s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.270837] env[71147]: DEBUG nova.service [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Creating RPC server for service compute {{(pid=71147) start /opt/stack/nova/nova/service.py:186}} [ 594.285895] env[71147]: DEBUG nova.service [None req-0edee9de-12df-462b-8262-a757b34a430e None None] Join ServiceGroup membership for this service compute {{(pid=71147) start /opt/stack/nova/nova/service.py:203}} [ 594.286058] env[71147]: DEBUG nova.servicegroup.drivers.db [None req-0edee9de-12df-462b-8262-a757b34a430e None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=71147) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 594.286747] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._sync_power_states {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.789987] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Getting list of instances from cluster (obj){ [ 594.789987] env[71147]: value = "domain-c8" [ 594.789987] env[71147]: _type = "ClusterComputeResource" [ 594.789987] env[71147]: } {{(pid=71147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 594.791193] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9148e1-83a7-4ddf-98dd-9b66ca708c96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.799471] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Got total of 0 instances {{(pid=71147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 594.799730] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.799959] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Getting list of instances from cluster (obj){ [ 594.799959] env[71147]: value = "domain-c8" [ 594.799959] env[71147]: _type = "ClusterComputeResource" [ 594.799959] env[71147]: } {{(pid=71147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 594.800778] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6b8149-9328-4e9a-aa9d-89f76dfef3fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.807944] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Got total of 0 instances {{(pid=71147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 630.664934] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquiring lock "eeb28df7-3703-4b79-a3d8-69c1624562a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.666018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "eeb28df7-3703-4b79-a3d8-69c1624562a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.170216] env[71147]: DEBUG nova.compute.manager [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.708681] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.708951] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.710671] env[71147]: INFO nova.compute.claims [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.766154] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9676b53-85de-4d6b-b580-24521b5bef57 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.782507] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5301847d-4281-4363-8155-72cf8fd78443 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.812876] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9da08a3-e246-46e1-970e-6a892ff5731d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.821439] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9b786a-d5d4-4206-a0f6-41305b960e0e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.837845] env[71147]: DEBUG nova.compute.provider_tree [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.345300] env[71147]: DEBUG nova.scheduler.client.report [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.850089] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.850089] env[71147]: DEBUG nova.compute.manager [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.150357] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.151071] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.358028] env[71147]: DEBUG nova.compute.utils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.359083] env[71147]: DEBUG nova.compute.manager [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.359563] env[71147]: DEBUG nova.network.neutron [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.655589] env[71147]: DEBUG nova.compute.manager [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.699039] env[71147]: DEBUG nova.policy [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e629a95f8d7451b8648254c555b084e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '819c3148f3ab42799225c888555dc35c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.838619] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "b68e658a-8a6a-451c-b52d-e1d66d0251d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.839014] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "b68e658a-8a6a-451c-b52d-e1d66d0251d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.868236] env[71147]: DEBUG nova.compute.manager [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.190204] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.190346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.191862] env[71147]: INFO nova.compute.claims [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.343293] env[71147]: DEBUG nova.compute.manager [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.867431] env[71147]: DEBUG nova.network.neutron [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Successfully created port: c1f52d7f-aaf7-446d-9a45-8c273a99a5f4 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.880423] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.881266] env[71147]: DEBUG nova.compute.manager [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.913083] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.913307] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.913519] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.913728] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.913918] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.914161] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.914241] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.914370] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.915812] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.915812] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.915812] env[71147]: DEBUG nova.virt.hardware [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.916230] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2414f2d-6bae-4dcb-b95e-80111e38d06c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.926332] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8de0bd-cf7d-40ff-a53f-ea63127cc91b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.951383] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b376ecb-adbb-41a8-a203-ef2693b559e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.277350] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquiring lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.277631] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.338236] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a177d5-f981-42b1-9e22-3f4de3ced255 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.349780] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9950f5-e544-4e9d-b78c-a7a7d974bf29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.402165] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90d8fa2-5af4-43f9-8110-adcb4fc9d0d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.417584] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24d0b4c-c400-4c5d-bda3-d3b88098952c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.436897] env[71147]: DEBUG nova.compute.provider_tree [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.784278] env[71147]: DEBUG nova.compute.manager [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.940547] env[71147]: DEBUG nova.scheduler.client.report [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.044073] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquiring lock "bc944101-ed90-47ae-af3c-b6b4adc42e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.044315] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "bc944101-ed90-47ae-af3c-b6b4adc42e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.309266] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.451752] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.451752] env[71147]: DEBUG nova.compute.manager [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.452349] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.573s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.453588] env[71147]: INFO nova.compute.claims [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.546696] env[71147]: DEBUG nova.compute.manager [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.959678] env[71147]: DEBUG nova.compute.utils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.961150] env[71147]: DEBUG nova.compute.manager [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.961357] env[71147]: DEBUG nova.network.neutron [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.075219] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.080031] env[71147]: DEBUG nova.policy [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc853a0134d74325aa0801493a5d720c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59613e91b20b4d94a38e6ab477ee05f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.466632] env[71147]: DEBUG nova.compute.manager [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.571034] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.571164] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.678977] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f80a728-241a-400c-baf0-fa41b5199d70 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.689585] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bdd752-6b03-4830-8d89-9d6cd8a10f49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.740997] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46759296-c3d8-4977-9c47-18f3016d9b43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.751834] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50d2dce-7afc-422e-8780-58d0364a5fd3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.768205] env[71147]: DEBUG nova.compute.provider_tree [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.792511] env[71147]: DEBUG nova.network.neutron [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Successfully updated port: c1f52d7f-aaf7-446d-9a45-8c273a99a5f4 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.862351] env[71147]: DEBUG nova.network.neutron [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Successfully created port: 900b9dc1-5c5b-4932-b885-e764ba7b83e9 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.076509] env[71147]: DEBUG nova.compute.manager [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.275407] env[71147]: DEBUG nova.scheduler.client.report [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.295959] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquiring lock "refresh_cache-eeb28df7-3703-4b79-a3d8-69c1624562a6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.297030] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquired lock "refresh_cache-eeb28df7-3703-4b79-a3d8-69c1624562a6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.297030] env[71147]: DEBUG nova.network.neutron [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.486620] env[71147]: DEBUG nova.compute.manager [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.537512] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.538108] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.539494] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.539494] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.539603] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.539739] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.540030] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.540175] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.540353] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.540516] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.540693] env[71147]: DEBUG nova.virt.hardware [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.541585] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2465e4-314d-4933-9ecf-830fc677f341 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.554651] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5239bc6f-e4a0-4fd5-9c87-682d089c97e4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.608591] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.782347] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.782866] env[71147]: DEBUG nova.compute.manager [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.787077] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.477s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.787858] env[71147]: INFO nova.compute.claims [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.904018] env[71147]: DEBUG nova.network.neutron [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.292515] env[71147]: DEBUG nova.compute.utils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.293979] env[71147]: DEBUG nova.compute.manager [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 640.603110] env[71147]: DEBUG nova.network.neutron [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Updating instance_info_cache with network_info: [{"id": "c1f52d7f-aaf7-446d-9a45-8c273a99a5f4", "address": "fa:16:3e:0c:be:46", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f52d7f-aa", "ovs_interfaceid": "c1f52d7f-aaf7-446d-9a45-8c273a99a5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.803500] env[71147]: DEBUG nova.compute.manager [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.892967] env[71147]: DEBUG nova.network.neutron [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Successfully updated port: 900b9dc1-5c5b-4932-b885-e764ba7b83e9 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.967779] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ffefe7-11eb-4501-8aaa-47ccc2cce4b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.979949] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fcea5c-6af5-4c6a-9e8e-e9b1cdbfd6f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.016336] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e237ce4c-62bf-4b87-9db0-97a004f86529 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.024621] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf171dd-6cd9-414e-b882-7b2a87a37dcc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.039516] env[71147]: DEBUG nova.compute.provider_tree [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.073393] env[71147]: DEBUG nova.compute.manager [req-a2462024-95fe-4b48-94de-e5178eead558 req-c3e08f02-5627-49a5-ae00-f15bde973203 service nova] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Received event network-vif-plugged-c1f52d7f-aaf7-446d-9a45-8c273a99a5f4 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.073443] env[71147]: DEBUG oslo_concurrency.lockutils [req-a2462024-95fe-4b48-94de-e5178eead558 req-c3e08f02-5627-49a5-ae00-f15bde973203 service nova] Acquiring lock "eeb28df7-3703-4b79-a3d8-69c1624562a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.073688] env[71147]: DEBUG oslo_concurrency.lockutils [req-a2462024-95fe-4b48-94de-e5178eead558 req-c3e08f02-5627-49a5-ae00-f15bde973203 service nova] Lock "eeb28df7-3703-4b79-a3d8-69c1624562a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.073861] env[71147]: DEBUG oslo_concurrency.lockutils [req-a2462024-95fe-4b48-94de-e5178eead558 req-c3e08f02-5627-49a5-ae00-f15bde973203 service nova] Lock "eeb28df7-3703-4b79-a3d8-69c1624562a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.074032] env[71147]: DEBUG nova.compute.manager [req-a2462024-95fe-4b48-94de-e5178eead558 req-c3e08f02-5627-49a5-ae00-f15bde973203 service nova] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] No waiting events found dispatching network-vif-plugged-c1f52d7f-aaf7-446d-9a45-8c273a99a5f4 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.074200] env[71147]: WARNING nova.compute.manager [req-a2462024-95fe-4b48-94de-e5178eead558 req-c3e08f02-5627-49a5-ae00-f15bde973203 service nova] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Received unexpected event network-vif-plugged-c1f52d7f-aaf7-446d-9a45-8c273a99a5f4 for instance with vm_state building and task_state spawning. [ 641.105708] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Releasing lock "refresh_cache-eeb28df7-3703-4b79-a3d8-69c1624562a6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.105879] env[71147]: DEBUG nova.compute.manager [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Instance network_info: |[{"id": "c1f52d7f-aaf7-446d-9a45-8c273a99a5f4", "address": "fa:16:3e:0c:be:46", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f52d7f-aa", "ovs_interfaceid": "c1f52d7f-aaf7-446d-9a45-8c273a99a5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.106698] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:be:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1f52d7f-aaf7-446d-9a45-8c273a99a5f4', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.122035] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.122808] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b1dd7a-e4a1-4a64-ae88-023d9f259f25 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.137106] env[71147]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 641.137498] env[71147]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=71147) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 641.137946] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 641.138274] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Creating folder: Project (819c3148f3ab42799225c888555dc35c). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.138378] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bc04765-d9c5-4ad1-96f6-1541aaf073c5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.150638] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Created folder: Project (819c3148f3ab42799225c888555dc35c) in parent group-v682378. [ 641.150897] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Creating folder: Instances. Parent ref: group-v682382. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.151109] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e8e65d3-f693-44bd-aa19-7e8ed32c169d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.167023] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Created folder: Instances in parent group-v682382. [ 641.167023] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.167023] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.167023] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b7bf231-27ed-4f22-82d4-21f320593750 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.185349] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.185349] env[71147]: value = "task-3420384" [ 641.185349] env[71147]: _type = "Task" [ 641.185349] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.197054] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420384, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.402455] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.403306] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.403306] env[71147]: DEBUG nova.network.neutron [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.500768] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.501341] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.542809] env[71147]: DEBUG nova.scheduler.client.report [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.699393] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420384, 'name': CreateVM_Task, 'duration_secs': 0.355139} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.699393] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.720052] env[71147]: DEBUG oslo_vmware.service [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34572b16-022a-43ab-bd28-8600d72e4dea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.729647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.729699] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.730421] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.730699] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5ed97d-7e45-4edf-9b8a-4acd180d6304 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.738824] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 641.738824] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dd87f8-917f-c377-390b-d5fb70d499b4" [ 641.738824] env[71147]: _type = "Task" [ 641.738824] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.749947] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dd87f8-917f-c377-390b-d5fb70d499b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.816114] env[71147]: DEBUG nova.compute.manager [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.853401] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.854914] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.854914] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.854914] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.855133] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.859021] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.859021] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.859021] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.859021] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.859021] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.859492] env[71147]: DEBUG nova.virt.hardware [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.859492] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0530017-2978-40c2-b132-c0c6cf05dcb4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.866791] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351aee73-79ef-4eb4-ab1c-eecd4814e992 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.888911] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.898188] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Creating folder: Project (a754b5a96000498da674a325ec08b2ef). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.898188] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f685e8ee-93d5-483f-a2d2-f3cbf7ca1cea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.908419] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Created folder: Project (a754b5a96000498da674a325ec08b2ef) in parent group-v682378. [ 641.909048] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Creating folder: Instances. Parent ref: group-v682385. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.909456] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b76fa58-0877-4f88-b08c-a8b4d45440f8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.926096] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Created folder: Instances in parent group-v682385. [ 641.926096] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.926096] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.926096] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-478aa5b4-7719-435a-9313-78ea988941d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.949355] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.949355] env[71147]: value = "task-3420387" [ 641.949355] env[71147]: _type = "Task" [ 641.949355] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.958138] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420387, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.003598] env[71147]: DEBUG nova.network.neutron [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.005884] env[71147]: DEBUG nova.compute.manager [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.049259] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.051307] env[71147]: DEBUG nova.compute.manager [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.054747] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.980s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.057804] env[71147]: INFO nova.compute.claims [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.257663] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.260071] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.260071] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.260071] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.260071] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.260071] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afab6baf-259a-4ae8-8864-a8608048a564 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.273028] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.273028] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.273028] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a287b247-98e0-4c6e-99f3-843796aa455e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.282427] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35bf08a6-8bd5-4212-af26-78492585d816 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.290246] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 642.290246] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c72ec1-a905-a73d-f639-7ab76e7fb4af" [ 642.290246] env[71147]: _type = "Task" [ 642.290246] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.302890] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c72ec1-a905-a73d-f639-7ab76e7fb4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.469439] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420387, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.505456] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.505456] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.505456] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.505456] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.505456] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.505456] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.505825] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.505825] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 642.505948] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.520178] env[71147]: DEBUG nova.compute.manager [req-213029e5-bd3f-4b99-a410-b6fb737f5919 req-f64fa465-79ea-4c3c-a4db-e6f162433746 service nova] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Received event network-vif-plugged-900b9dc1-5c5b-4932-b885-e764ba7b83e9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.520429] env[71147]: DEBUG oslo_concurrency.lockutils [req-213029e5-bd3f-4b99-a410-b6fb737f5919 req-f64fa465-79ea-4c3c-a4db-e6f162433746 service nova] Acquiring lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.520578] env[71147]: DEBUG oslo_concurrency.lockutils [req-213029e5-bd3f-4b99-a410-b6fb737f5919 req-f64fa465-79ea-4c3c-a4db-e6f162433746 service nova] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.521008] env[71147]: DEBUG oslo_concurrency.lockutils [req-213029e5-bd3f-4b99-a410-b6fb737f5919 req-f64fa465-79ea-4c3c-a4db-e6f162433746 service nova] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.521008] env[71147]: DEBUG nova.compute.manager [req-213029e5-bd3f-4b99-a410-b6fb737f5919 req-f64fa465-79ea-4c3c-a4db-e6f162433746 service nova] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] No waiting events found dispatching network-vif-plugged-900b9dc1-5c5b-4932-b885-e764ba7b83e9 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.522080] env[71147]: WARNING nova.compute.manager [req-213029e5-bd3f-4b99-a410-b6fb737f5919 req-f64fa465-79ea-4c3c-a4db-e6f162433746 service nova] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Received unexpected event network-vif-plugged-900b9dc1-5c5b-4932-b885-e764ba7b83e9 for instance with vm_state building and task_state spawning. [ 642.549679] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.558058] env[71147]: DEBUG nova.network.neutron [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance_info_cache with network_info: [{"id": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "address": "fa:16:3e:52:a3:ee", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900b9dc1-5c", "ovs_interfaceid": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.564682] env[71147]: DEBUG nova.compute.utils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.568563] env[71147]: DEBUG nova.compute.manager [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.568734] env[71147]: DEBUG nova.network.neutron [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.645867] env[71147]: DEBUG nova.policy [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d9e5b0bb7c843cca368f6b9b6f3337d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f84129ba5a2d4e418085a14c7188c6d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.801791] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Preparing fetch location {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 642.805273] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Creating directory with path [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.805590] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecf64869-d67d-4efa-9485-5e455fde8184 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.831342] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Created directory with path [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.831541] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Fetch image to [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 642.833029] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Downloading image file data 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 to [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk on the data store datastore2 {{(pid=71147) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 642.833029] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843433f0-54a0-4816-a2a3-70491abdbd85 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.840917] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0504c30-66fb-4492-9f9b-6e1fd1be858d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.856429] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553c78b5-64f5-4aca-a019-2734e72d62d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.911051] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568b6aa9-7a63-402b-94b2-2b6975080928 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.917747] env[71147]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e9386d5c-c7c0-410d-8b24-5281c3d1d3c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.976421] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420387, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.010544] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.010834] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Downloading image file data 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 to the data store datastore2 {{(pid=71147) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 643.069184] env[71147]: DEBUG nova.compute.manager [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.071896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.072350] env[71147]: DEBUG nova.compute.manager [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Instance network_info: |[{"id": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "address": "fa:16:3e:52:a3:ee", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900b9dc1-5c", "ovs_interfaceid": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.073732] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:a3:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '900b9dc1-5c5b-4932-b885-e764ba7b83e9', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.083760] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Creating folder: Project (59613e91b20b4d94a38e6ab477ee05f8). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.087458] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4087e331-3b69-4872-ac41-38c058521884 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.106359] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Created folder: Project (59613e91b20b4d94a38e6ab477ee05f8) in parent group-v682378. [ 643.106359] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Creating folder: Instances. Parent ref: group-v682388. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.106548] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99781c42-64bc-4e5a-9513-e23be1b0d471 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.121323] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Created folder: Instances in parent group-v682388. [ 643.122398] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.127185] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.130059] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b21d90e2-cb13-432b-b914-b619a6e18329 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.168108] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.168108] env[71147]: value = "task-3420391" [ 643.168108] env[71147]: _type = "Task" [ 643.168108] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.177029] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420391, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.219966] env[71147]: DEBUG oslo_vmware.rw_handles [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=71147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 643.347772] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c54f611-ae4d-4976-9515-1e3a98620d88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.361620] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17889907-794e-4a9e-af38-26f3abb89944 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.403955] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e5994-bdb4-4e2b-8e97-7fa4df9f0bd7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.417077] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a43cc6c-0be5-4de7-a0a9-a21f135ba329 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.436462] env[71147]: DEBUG nova.compute.provider_tree [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.474171] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420387, 'name': CreateVM_Task, 'duration_secs': 1.34509} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.474171] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.474171] env[71147]: DEBUG oslo_vmware.service [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0932880-bf58-4de4-8a78-a4e483f93a6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.481437] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.481904] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.481904] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.484881] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8588ed2e-bb2f-4949-83f1-264344064780 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.489303] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 643.489303] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528b1dc2-291f-4402-d9ff-fba36d8c2e02" [ 643.489303] env[71147]: _type = "Task" [ 643.489303] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.502239] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528b1dc2-291f-4402-d9ff-fba36d8c2e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.545439] env[71147]: DEBUG nova.network.neutron [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Successfully created port: 5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.685468] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420391, 'name': CreateVM_Task, 'duration_secs': 0.360418} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.686156] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.686865] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.687073] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.687462] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.687787] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2cbd64-1921-474e-b152-ffb444711ff0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.696991] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 643.696991] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f91785-c033-a2e2-53da-1973a3cd4bb2" [ 643.696991] env[71147]: _type = "Task" [ 643.696991] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.704288] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f91785-c033-a2e2-53da-1973a3cd4bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.749122] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquiring lock "bc665eac-54f4-4c98-a1fe-e26049026682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.749122] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "bc665eac-54f4-4c98-a1fe-e26049026682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.921891] env[71147]: DEBUG oslo_vmware.rw_handles [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Completed reading data from the image iterator. {{(pid=71147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 643.926959] env[71147]: DEBUG oslo_vmware.rw_handles [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 643.941000] env[71147]: DEBUG nova.scheduler.client.report [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.007302] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.007302] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.007439] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.007816] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.007816] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.009048] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01defc0e-cb83-4ae5-bc3c-66cb2d9cb057 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.031372] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.033252] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.033252] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd92e6d9-cbb8-4eb1-95f3-82186db0adaf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.047927] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b574251-66c6-4b81-a956-f88db6ecdbed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.059367] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 644.059367] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288a3a1-651c-0e20-644c-d6b09473f42d" [ 644.059367] env[71147]: _type = "Task" [ 644.059367] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.078145] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288a3a1-651c-0e20-644c-d6b09473f42d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.086664] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Downloaded image file data 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 to vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk on the data store datastore2 {{(pid=71147) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 644.088848] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Caching image {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 644.088848] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Copying Virtual Disk [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk to [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.090411] env[71147]: DEBUG nova.compute.manager [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.091882] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd5a960f-c47a-4bde-ab10-9b7bb2878906 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.100557] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 644.100557] env[71147]: value = "task-3420392" [ 644.100557] env[71147]: _type = "Task" [ 644.100557] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.112102] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.133018] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.133018] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.133395] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.137018] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.137018] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.137018] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.137018] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.137018] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.137257] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.137257] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.137257] env[71147]: DEBUG nova.virt.hardware [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.137257] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d6259-4db4-497b-b8c0-c09b7b8f3cfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.145788] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d8ae04-ea99-4568-a0d0-a597817ee585 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.211068] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.211377] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.211595] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.251394] env[71147]: DEBUG nova.compute.manager [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.324369] env[71147]: DEBUG nova.compute.manager [req-38a9aaf7-fcea-4301-b33e-4ae087915e7c req-5ad764e6-21c9-4bd3-8318-f9ac55f26581 service nova] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Received event network-changed-c1f52d7f-aaf7-446d-9a45-8c273a99a5f4 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.324606] env[71147]: DEBUG nova.compute.manager [req-38a9aaf7-fcea-4301-b33e-4ae087915e7c req-5ad764e6-21c9-4bd3-8318-f9ac55f26581 service nova] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Refreshing instance network info cache due to event network-changed-c1f52d7f-aaf7-446d-9a45-8c273a99a5f4. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.324801] env[71147]: DEBUG oslo_concurrency.lockutils [req-38a9aaf7-fcea-4301-b33e-4ae087915e7c req-5ad764e6-21c9-4bd3-8318-f9ac55f26581 service nova] Acquiring lock "refresh_cache-eeb28df7-3703-4b79-a3d8-69c1624562a6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.324937] env[71147]: DEBUG oslo_concurrency.lockutils [req-38a9aaf7-fcea-4301-b33e-4ae087915e7c req-5ad764e6-21c9-4bd3-8318-f9ac55f26581 service nova] Acquired lock "refresh_cache-eeb28df7-3703-4b79-a3d8-69c1624562a6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.325192] env[71147]: DEBUG nova.network.neutron [req-38a9aaf7-fcea-4301-b33e-4ae087915e7c req-5ad764e6-21c9-4bd3-8318-f9ac55f26581 service nova] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Refreshing network info cache for port c1f52d7f-aaf7-446d-9a45-8c273a99a5f4 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.452626] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.458890] env[71147]: DEBUG nova.compute.manager [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.462212] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.854s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.464187] env[71147]: INFO nova.compute.claims [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.580631] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Preparing fetch location {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 644.580631] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Creating directory with path [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.580631] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f7d4c4c-5e89-4c88-af77-9c34edef8a8f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.613834] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420392, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.618200] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Created directory with path [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.618440] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Fetch image to [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 644.618610] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Downloading image file data 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 to [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk on the data store datastore1 {{(pid=71147) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 644.619503] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11403511-d45a-4191-adc1-8b200baf9cbd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.627468] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dbbb2a-6252-422a-9111-8cd027d5c2ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.639032] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a7defb-a36e-41eb-820d-ed9d81e3dc83 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.682850] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0b319f-3c40-4543-98fe-728b141c8f4c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.689935] env[71147]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-16f0d430-6f8b-4fad-b713-6b5aef5f0494 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.793802] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.793802] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Downloading image file data 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 to the data store datastore1 {{(pid=71147) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 644.863661] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquiring lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.865193] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.979754] env[71147]: DEBUG nova.compute.utils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.985236] env[71147]: DEBUG nova.compute.manager [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.985939] env[71147]: DEBUG nova.network.neutron [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.005186] env[71147]: DEBUG oslo_vmware.rw_handles [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=71147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 645.096964] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.097516] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.115150] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671558} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.117143] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Copied Virtual Disk [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk to [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.117143] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Deleting the datastore file [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.117143] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d972fe53-88a1-4b2c-985d-5ca394d584f8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.124208] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 645.124208] env[71147]: value = "task-3420394" [ 645.124208] env[71147]: _type = "Task" [ 645.124208] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.137485] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.152046] env[71147]: DEBUG nova.policy [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '597d645489d3444f8c3d23786f4bc2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16571d844dc402b830db6ae7322c705', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.228424] env[71147]: DEBUG nova.network.neutron [req-38a9aaf7-fcea-4301-b33e-4ae087915e7c req-5ad764e6-21c9-4bd3-8318-f9ac55f26581 service nova] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Updated VIF entry in instance network info cache for port c1f52d7f-aaf7-446d-9a45-8c273a99a5f4. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.228557] env[71147]: DEBUG nova.network.neutron [req-38a9aaf7-fcea-4301-b33e-4ae087915e7c req-5ad764e6-21c9-4bd3-8318-f9ac55f26581 service nova] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Updating instance_info_cache with network_info: [{"id": "c1f52d7f-aaf7-446d-9a45-8c273a99a5f4", "address": "fa:16:3e:0c:be:46", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f52d7f-aa", "ovs_interfaceid": "c1f52d7f-aaf7-446d-9a45-8c273a99a5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.367436] env[71147]: DEBUG nova.compute.manager [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.489820] env[71147]: DEBUG nova.compute.manager [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.603107] env[71147]: DEBUG nova.compute.manager [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.638479] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02475} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.647332] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.647332] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Moving file from [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 to [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3. {{(pid=71147) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 645.649118] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f15da850-c28c-4c7f-86fc-b5fec9c4aa98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.655588] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 645.655588] env[71147]: value = "task-3420395" [ 645.655588] env[71147]: _type = "Task" [ 645.655588] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.664776] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420395, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.676162] env[71147]: DEBUG oslo_vmware.rw_handles [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Completed reading data from the image iterator. {{(pid=71147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 645.676162] env[71147]: DEBUG oslo_vmware.rw_handles [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 645.681251] env[71147]: DEBUG nova.compute.manager [req-ae530158-93e6-4a0c-a805-2703d7ec5600 req-880aeea8-41b6-40e1-9903-094bb99be9ff service nova] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Received event network-changed-900b9dc1-5c5b-4932-b885-e764ba7b83e9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.681476] env[71147]: DEBUG nova.compute.manager [req-ae530158-93e6-4a0c-a805-2703d7ec5600 req-880aeea8-41b6-40e1-9903-094bb99be9ff service nova] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Refreshing instance network info cache due to event network-changed-900b9dc1-5c5b-4932-b885-e764ba7b83e9. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.681730] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae530158-93e6-4a0c-a805-2703d7ec5600 req-880aeea8-41b6-40e1-9903-094bb99be9ff service nova] Acquiring lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.681865] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae530158-93e6-4a0c-a805-2703d7ec5600 req-880aeea8-41b6-40e1-9903-094bb99be9ff service nova] Acquired lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.682067] env[71147]: DEBUG nova.network.neutron [req-ae530158-93e6-4a0c-a805-2703d7ec5600 req-880aeea8-41b6-40e1-9903-094bb99be9ff service nova] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Refreshing network info cache for port 900b9dc1-5c5b-4932-b885-e764ba7b83e9 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.731801] env[71147]: DEBUG oslo_concurrency.lockutils [req-38a9aaf7-fcea-4301-b33e-4ae087915e7c req-5ad764e6-21c9-4bd3-8318-f9ac55f26581 service nova] Releasing lock "refresh_cache-eeb28df7-3703-4b79-a3d8-69c1624562a6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.754174] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847cd524-e6a4-4169-ae8b-1dd6462aad74 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.764177] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aabd9a-3e12-40da-a93e-7a535aaf4c6e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.800027] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b8751d-d3f3-4991-a04a-f68a784a60b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.808258] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c318a8e6-8846-4cff-9efd-bb1cd6ede501 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.824972] env[71147]: DEBUG nova.compute.provider_tree [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.827043] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Downloaded image file data 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 to vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk on the data store datastore1 {{(pid=71147) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 645.828630] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Caching image {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 645.828901] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Copying Virtual Disk [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk to [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.829309] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-956d1cbb-8927-4b6d-ab1e-7130661c87c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.836941] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 645.836941] env[71147]: value = "task-3420396" [ 645.836941] env[71147]: _type = "Task" [ 645.836941] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.848537] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.881584] env[71147]: DEBUG nova.network.neutron [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Successfully updated port: 5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.909696] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.141558] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.160925] env[71147]: DEBUG nova.network.neutron [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Successfully created port: 90f7b587-ca2b-4c09-8f63-81086f25e193 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.171266] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420395, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031213} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.171388] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] File moved {{(pid=71147) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 646.171658] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Cleaning up location [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 646.171726] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Deleting the datastore file [datastore2] vmware_temp/d121668c-7d01-44d3-9502-ddc5249bd3af {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.171936] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b3db694-637d-45a5-8961-346804a0ced5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.178744] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 646.178744] env[71147]: value = "task-3420397" [ 646.178744] env[71147]: _type = "Task" [ 646.178744] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.191831] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.334904] env[71147]: DEBUG nova.scheduler.client.report [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.360774] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420396, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.386417] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquiring lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.387234] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquired lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.387440] env[71147]: DEBUG nova.network.neutron [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.508660] env[71147]: DEBUG nova.compute.manager [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.540306] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.541196] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.541196] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.541196] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.541602] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.541602] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.541903] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.542470] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.542581] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.542799] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.543284] env[71147]: DEBUG nova.virt.hardware [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.543942] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcefe288-4afc-4b91-8906-f4f21e21d390 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.554890] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d2cc9f-3cda-4c2f-ba61-ad64b0830548 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.693416] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026466} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.695028] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.695028] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0139084-3427-45b8-897a-0052c420faff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.701278] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 646.701278] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5237d0d5-01fa-394c-01cb-f7bf17b43e98" [ 646.701278] env[71147]: _type = "Task" [ 646.701278] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.719447] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5237d0d5-01fa-394c-01cb-f7bf17b43e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.851279] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.851833] env[71147]: DEBUG nova.compute.manager [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.860019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.307s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.860019] env[71147]: INFO nova.compute.claims [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.875167] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816047} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.875456] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Copied Virtual Disk [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk to [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.875661] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Deleting the datastore file [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/tmp-sparse.vmdk {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.875931] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10144289-1738-4153-bb4b-b82be0255d4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.885501] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 646.885501] env[71147]: value = "task-3420399" [ 646.885501] env[71147]: _type = "Task" [ 646.885501] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.901854] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.000136] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquiring lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.000403] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.030897] env[71147]: DEBUG nova.network.neutron [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.093020] env[71147]: DEBUG nova.network.neutron [req-ae530158-93e6-4a0c-a805-2703d7ec5600 req-880aeea8-41b6-40e1-9903-094bb99be9ff service nova] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updated VIF entry in instance network info cache for port 900b9dc1-5c5b-4932-b885-e764ba7b83e9. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.093020] env[71147]: DEBUG nova.network.neutron [req-ae530158-93e6-4a0c-a805-2703d7ec5600 req-880aeea8-41b6-40e1-9903-094bb99be9ff service nova] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance_info_cache with network_info: [{"id": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "address": "fa:16:3e:52:a3:ee", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900b9dc1-5c", "ovs_interfaceid": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.218235] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5237d0d5-01fa-394c-01cb-f7bf17b43e98, 'name': SearchDatastore_Task, 'duration_secs': 0.016933} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.218379] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.218621] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] eeb28df7-3703-4b79-a3d8-69c1624562a6/eeb28df7-3703-4b79-a3d8-69c1624562a6.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.218911] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.219159] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.219445] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8f292d5-1de5-4388-b3e7-759511ea7f39 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.222752] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4bb57f5-afef-47b1-b4e0-8df98518d5bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.230091] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 647.230091] env[71147]: value = "task-3420400" [ 647.230091] env[71147]: _type = "Task" [ 647.230091] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.235568] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.235839] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.237237] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f6f243-6cc6-4bc7-bc20-616bff158ed4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.243691] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.246880] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 647.246880] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d66dd0-b2c8-7683-5573-95a3d8e39f66" [ 647.246880] env[71147]: _type = "Task" [ 647.246880] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.255406] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d66dd0-b2c8-7683-5573-95a3d8e39f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.349818] env[71147]: DEBUG nova.network.neutron [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Updating instance_info_cache with network_info: [{"id": "5665450c-fd11-4314-8491-48c413320f7d", "address": "fa:16:3e:66:73:11", "network": {"id": "ab81ee1c-7f1c-439c-b071-505b3caad2ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1251489351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f84129ba5a2d4e418085a14c7188c6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5665450c-fd", "ovs_interfaceid": "5665450c-fd11-4314-8491-48c413320f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.377419] env[71147]: DEBUG nova.compute.utils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.379462] env[71147]: DEBUG nova.compute.manager [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.379701] env[71147]: DEBUG nova.network.neutron [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.412839] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0452} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.413373] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.413455] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Moving file from [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 to [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3. {{(pid=71147) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 647.413699] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8622386a-648b-443d-91cf-81a15625c46e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.422974] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 647.422974] env[71147]: value = "task-3420401" [ 647.422974] env[71147]: _type = "Task" [ 647.422974] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.437242] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420401, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.455473] env[71147]: DEBUG nova.policy [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87e3670e02164e8fa65729b183d23fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2da95e2c9154b51b835264a7e32e47f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.595025] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae530158-93e6-4a0c-a805-2703d7ec5600 req-880aeea8-41b6-40e1-9903-094bb99be9ff service nova] Releasing lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.744814] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420400, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.761284] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d66dd0-b2c8-7683-5573-95a3d8e39f66, 'name': SearchDatastore_Task, 'duration_secs': 0.018507} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.762226] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c590df9d-4727-445c-8d31-c9a6772ec20e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.768778] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 647.768778] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52df9397-2fb9-105a-2cc0-c2eb94f11850" [ 647.768778] env[71147]: _type = "Task" [ 647.768778] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.781727] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52df9397-2fb9-105a-2cc0-c2eb94f11850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.853497] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Releasing lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.853866] env[71147]: DEBUG nova.compute.manager [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Instance network_info: |[{"id": "5665450c-fd11-4314-8491-48c413320f7d", "address": "fa:16:3e:66:73:11", "network": {"id": "ab81ee1c-7f1c-439c-b071-505b3caad2ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1251489351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f84129ba5a2d4e418085a14c7188c6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5665450c-fd", "ovs_interfaceid": "5665450c-fd11-4314-8491-48c413320f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.854329] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:73:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5665450c-fd11-4314-8491-48c413320f7d', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.862890] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Creating folder: Project (f84129ba5a2d4e418085a14c7188c6d0). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.863677] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c73adc1-feb7-44d3-bd59-33be6a9a0db0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.876276] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Created folder: Project (f84129ba5a2d4e418085a14c7188c6d0) in parent group-v682378. [ 647.876276] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Creating folder: Instances. Parent ref: group-v682392. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.876276] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9724e65b-e193-419e-8465-cb9ca892dde6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.887345] env[71147]: DEBUG nova.compute.manager [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.890546] env[71147]: DEBUG nova.network.neutron [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Successfully created port: c0face6b-0867-48f0-9031-86b05c2732f3 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.894652] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Created folder: Instances in parent group-v682392. [ 647.894652] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.894991] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.895220] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29d5ba1a-d8db-41b3-86ba-db12a3c86bfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.920154] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.920154] env[71147]: value = "task-3420404" [ 647.920154] env[71147]: _type = "Task" [ 647.920154] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.936871] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420404, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.942524] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420401, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.16595} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.943819] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] File moved {{(pid=71147) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 647.944489] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Cleaning up location [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 647.944489] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Deleting the datastore file [datastore1] vmware_temp/36489674-54b7-46ba-8e77-bb5b86b1b3bc {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.944621] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6578882e-32fc-455d-8fa7-0ff3b9c5c838 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.950067] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 647.950067] env[71147]: value = "task-3420405" [ 647.950067] env[71147]: _type = "Task" [ 647.950067] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.960591] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.132316] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c98e76-935c-4d42-b025-a12622ead7a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.143953] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86bbc8-e286-4413-859c-941dd4db3933 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.183819] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8365ca23-0dd2-4a5b-afb6-e2321dff5bf8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.192264] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61fd4ae-b72b-449b-a2e5-aa0c57a0b4e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.208185] env[71147]: DEBUG nova.compute.provider_tree [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.243455] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523745} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.243812] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] eeb28df7-3703-4b79-a3d8-69c1624562a6/eeb28df7-3703-4b79-a3d8-69c1624562a6.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.244032] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.244303] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ee9efb-6a13-4486-9a98-46b76535b30e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.250526] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 648.250526] env[71147]: value = "task-3420406" [ 648.250526] env[71147]: _type = "Task" [ 648.250526] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.260833] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.279225] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52df9397-2fb9-105a-2cc0-c2eb94f11850, 'name': SearchDatastore_Task, 'duration_secs': 0.018828} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.279569] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.280198] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 8ea6b675-6e2f-492b-be9b-0ff5638b9363/8ea6b675-6e2f-492b-be9b-0ff5638b9363.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.280198] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cae9a2c0-0b1a-478b-8760-70fd404c916a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.287966] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 648.287966] env[71147]: value = "task-3420407" [ 648.287966] env[71147]: _type = "Task" [ 648.287966] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.297840] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.318180] env[71147]: DEBUG nova.compute.manager [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Received event network-vif-plugged-5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.318180] env[71147]: DEBUG oslo_concurrency.lockutils [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] Acquiring lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.319202] env[71147]: DEBUG oslo_concurrency.lockutils [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] Lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.319892] env[71147]: DEBUG oslo_concurrency.lockutils [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] Lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.320207] env[71147]: DEBUG nova.compute.manager [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] No waiting events found dispatching network-vif-plugged-5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.321674] env[71147]: WARNING nova.compute.manager [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Received unexpected event network-vif-plugged-5665450c-fd11-4314-8491-48c413320f7d for instance with vm_state building and task_state spawning. [ 648.322048] env[71147]: DEBUG nova.compute.manager [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Received event network-changed-5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.322367] env[71147]: DEBUG nova.compute.manager [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Refreshing instance network info cache due to event network-changed-5665450c-fd11-4314-8491-48c413320f7d. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.323019] env[71147]: DEBUG oslo_concurrency.lockutils [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] Acquiring lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.323344] env[71147]: DEBUG oslo_concurrency.lockutils [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] Acquired lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.323692] env[71147]: DEBUG nova.network.neutron [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Refreshing network info cache for port 5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.430931] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420404, 'name': CreateVM_Task, 'duration_secs': 0.402877} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.431244] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.431799] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.432023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.434018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.434018] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5303bac-7d17-429d-8b5f-eb1d42378670 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.438156] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 648.438156] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5203512b-b66f-cbb8-d331-19ff4615256d" [ 648.438156] env[71147]: _type = "Task" [ 648.438156] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.446780] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5203512b-b66f-cbb8-d331-19ff4615256d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.463664] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026967} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.464063] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.465670] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a0b6c3-3776-4fc3-ba24-bfd79806e164 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.474237] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 648.474237] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a958a0-a64d-7ad6-b630-2cdf89cc8bc5" [ 648.474237] env[71147]: _type = "Task" [ 648.474237] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.489835] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a958a0-a64d-7ad6-b630-2cdf89cc8bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.617639] env[71147]: DEBUG nova.network.neutron [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Successfully updated port: 90f7b587-ca2b-4c09-8f63-81086f25e193 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.711769] env[71147]: DEBUG nova.scheduler.client.report [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.763764] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074826} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.763764] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.767140] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b2a6d-ccd5-49d1-950f-86b91a2945ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.801618] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] eeb28df7-3703-4b79-a3d8-69c1624562a6/eeb28df7-3703-4b79-a3d8-69c1624562a6.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.806238] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99143040-34b1-4d17-8fea-42c2e8bfa207 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.826205] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510717} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.828396] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 8ea6b675-6e2f-492b-be9b-0ff5638b9363/8ea6b675-6e2f-492b-be9b-0ff5638b9363.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.828516] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.830783] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 648.830783] env[71147]: value = "task-3420408" [ 648.830783] env[71147]: _type = "Task" [ 648.830783] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.831554] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bb597d7-eefc-4683-abad-fb7cd078a9ec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.852449] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.852727] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 648.852727] env[71147]: value = "task-3420409" [ 648.852727] env[71147]: _type = "Task" [ 648.852727] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.905351] env[71147]: DEBUG nova.compute.manager [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.947200] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.947518] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.947683] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.947857] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.948223] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.948310] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.948697] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.948697] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.948859] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.949058] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.949240] env[71147]: DEBUG nova.virt.hardware [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.950593] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f710d5-5cab-48eb-9c2f-45b4b4e29e3f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.962189] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5203512b-b66f-cbb8-d331-19ff4615256d, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.963305] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.963382] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.963595] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.964939] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19423452-941e-4c82-b855-2d8a7c737226 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.993960] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a958a0-a64d-7ad6-b630-2cdf89cc8bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.018762} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.994251] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.994503] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.994892] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.994998] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.995198] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f8bea0-a83f-469d-ab39-cff10925c41f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.997969] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c80521f-e224-4acc-9a3a-3c0b60467870 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.004804] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 649.004804] env[71147]: value = "task-3420410" [ 649.004804] env[71147]: _type = "Task" [ 649.004804] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.009193] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.009333] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.012478] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3858b910-dc85-49bb-94a1-7d2d4b3b6bf3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.019268] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.022263] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 649.022263] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b90d72-87e3-d03a-60c0-03993d7024fd" [ 649.022263] env[71147]: _type = "Task" [ 649.022263] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.030730] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b90d72-87e3-d03a-60c0-03993d7024fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.120032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquiring lock "refresh_cache-bc944101-ed90-47ae-af3c-b6b4adc42e61" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.120206] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquired lock "refresh_cache-bc944101-ed90-47ae-af3c-b6b4adc42e61" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.120347] env[71147]: DEBUG nova.network.neutron [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.218491] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.219260] env[71147]: DEBUG nova.compute.manager [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.222561] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.212s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.223109] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.223301] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 649.230019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.432s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.230019] env[71147]: INFO nova.compute.claims [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.232272] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d7264d-b988-4da0-b364-4f21d25c563c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.245513] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bebdf1-a4ba-4176-95a4-d341efb6d012 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.266243] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce1b62-cd0b-46a8-94d7-6bd1e3286fca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.280973] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8963ed85-fdad-41ad-8598-4fbcdf64c052 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.320489] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180986MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 649.320656] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.342869] env[71147]: DEBUG nova.network.neutron [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Updated VIF entry in instance network info cache for port 5665450c-fd11-4314-8491-48c413320f7d. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.342869] env[71147]: DEBUG nova.network.neutron [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Updating instance_info_cache with network_info: [{"id": "5665450c-fd11-4314-8491-48c413320f7d", "address": "fa:16:3e:66:73:11", "network": {"id": "ab81ee1c-7f1c-439c-b071-505b3caad2ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1251489351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f84129ba5a2d4e418085a14c7188c6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5665450c-fd", "ovs_interfaceid": "5665450c-fd11-4314-8491-48c413320f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.351656] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420408, 'name': ReconfigVM_Task, 'duration_secs': 0.393861} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.351656] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Reconfigured VM instance instance-00000001 to attach disk [datastore2] eeb28df7-3703-4b79-a3d8-69c1624562a6/eeb28df7-3703-4b79-a3d8-69c1624562a6.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.353202] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb8c20c7-1f4e-40ba-ad0c-dbc5bf055e23 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.364573] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.366526] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 649.366526] env[71147]: value = "task-3420411" [ 649.366526] env[71147]: _type = "Task" [ 649.366526] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.379597] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420411, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.517890] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420410, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.540105] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b90d72-87e3-d03a-60c0-03993d7024fd, 'name': SearchDatastore_Task, 'duration_secs': 0.022789} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.540105] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3be753d-dc21-4f6b-961d-f280b5c1ebe9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.545146] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 649.545146] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e54a39-7bd3-891d-7cc2-e3215be616ef" [ 649.545146] env[71147]: _type = "Task" [ 649.545146] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.555234] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e54a39-7bd3-891d-7cc2-e3215be616ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.664587] env[71147]: DEBUG nova.network.neutron [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.733171] env[71147]: DEBUG nova.compute.utils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.735357] env[71147]: DEBUG nova.compute.manager [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.735530] env[71147]: DEBUG nova.network.neutron [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.845671] env[71147]: DEBUG oslo_concurrency.lockutils [req-71aec44b-d089-431c-85d0-ac3e5ea96094 req-fe326e4b-a576-4d37-a74e-e367ff424f04 service nova] Releasing lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.856384] env[71147]: DEBUG nova.policy [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87e3670e02164e8fa65729b183d23fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2da95e2c9154b51b835264a7e32e47f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.872124] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.641051} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.875377] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.876212] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58e537-5ce6-4ef7-b0c8-c9d3ea6a4989 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.909210] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 8ea6b675-6e2f-492b-be9b-0ff5638b9363/8ea6b675-6e2f-492b-be9b-0ff5638b9363.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.909803] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420411, 'name': Rename_Task, 'duration_secs': 0.251898} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.909803] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e3cae72-bb37-42bc-b867-d42cb4d9a978 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.924075] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.926566] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dcd7dd3-acb5-4d60-863f-18c1c94242db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.934384] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 649.934384] env[71147]: value = "task-3420413" [ 649.934384] env[71147]: _type = "Task" [ 649.934384] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.938736] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 649.938736] env[71147]: value = "task-3420412" [ 649.938736] env[71147]: _type = "Task" [ 649.938736] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.948991] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.956832] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.016600] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575218} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.017247] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.017686] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.018223] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda27930-e522-463a-8b0d-5b4324e9cb12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.025546] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 650.025546] env[71147]: value = "task-3420414" [ 650.025546] env[71147]: _type = "Task" [ 650.025546] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.034014] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.039300] env[71147]: DEBUG nova.network.neutron [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Updating instance_info_cache with network_info: [{"id": "90f7b587-ca2b-4c09-8f63-81086f25e193", "address": "fa:16:3e:02:e8:3c", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f7b587-ca", "ovs_interfaceid": "90f7b587-ca2b-4c09-8f63-81086f25e193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.057507] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e54a39-7bd3-891d-7cc2-e3215be616ef, 'name': SearchDatastore_Task, 'duration_secs': 0.020097} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.058408] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.058784] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4/2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.061977] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-876a55fb-d24a-4043-80cd-ef2c6beda553 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.067345] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 650.067345] env[71147]: value = "task-3420415" [ 650.067345] env[71147]: _type = "Task" [ 650.067345] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.077719] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.240964] env[71147]: DEBUG nova.compute.manager [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.344116] env[71147]: DEBUG nova.network.neutron [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Successfully updated port: c0face6b-0867-48f0-9031-86b05c2732f3 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.450117] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.453492] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420413, 'name': ReconfigVM_Task, 'duration_secs': 0.350087} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.453810] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 8ea6b675-6e2f-492b-be9b-0ff5638b9363/8ea6b675-6e2f-492b-be9b-0ff5638b9363.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.454421] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cd18afc-8926-4901-9077-0bb90c1cbb29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.460752] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 650.460752] env[71147]: value = "task-3420416" [ 650.460752] env[71147]: _type = "Task" [ 650.460752] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.471465] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420416, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.538847] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076933} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.540188] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.544167] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecf5655-5f04-4456-92c1-14c0673bf2ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.544273] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940dd913-3322-4189-8773-6953c483c949 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.547326] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Releasing lock "refresh_cache-bc944101-ed90-47ae-af3c-b6b4adc42e61" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.547745] env[71147]: DEBUG nova.compute.manager [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Instance network_info: |[{"id": "90f7b587-ca2b-4c09-8f63-81086f25e193", "address": "fa:16:3e:02:e8:3c", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f7b587-ca", "ovs_interfaceid": "90f7b587-ca2b-4c09-8f63-81086f25e193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.548556] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:e8:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90f7b587-ca2b-4c09-8f63-81086f25e193', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.562981] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Creating folder: Project (e16571d844dc402b830db6ae7322c705). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.562981] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-333f284f-a680-497d-81c6-656cbf365f0d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.587142] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.593368] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33029c7-b000-4149-9c62-218755f064d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.609989] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab2cc9-2ef3-4768-8fe2-7ef0284f1483 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.627104] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.652944] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 650.652944] env[71147]: value = "task-3420418" [ 650.652944] env[71147]: _type = "Task" [ 650.652944] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.655602] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35193530-53d9-45d1-ae8d-92b9e8d6a029 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.658401] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Created folder: Project (e16571d844dc402b830db6ae7322c705) in parent group-v682378. [ 650.658679] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Creating folder: Instances. Parent ref: group-v682395. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.661821] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1dd4a84-df20-4bff-ad07-19a11e51b88d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.669635] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.672657] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9108c4-d54b-4199-a68a-67e830a7d01e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.680100] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Created folder: Instances in parent group-v682395. [ 650.680428] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.681471] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.681752] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8173813a-b199-401b-ba4f-f6d96724344c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.705783] env[71147]: DEBUG nova.compute.provider_tree [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.712029] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.712029] env[71147]: value = "task-3420420" [ 650.712029] env[71147]: _type = "Task" [ 650.712029] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.719922] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420420, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.853389] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "refresh_cache-b1b9949a-e3a3-4ce2-a77e-0def597bdec1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.853657] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "refresh_cache-b1b9949a-e3a3-4ce2-a77e-0def597bdec1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.853763] env[71147]: DEBUG nova.network.neutron [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.928982] env[71147]: DEBUG nova.network.neutron [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Successfully created port: df3c2860-e7e2-41d4-a7dc-8715182ec710 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.955642] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.971679] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420416, 'name': Rename_Task, 'duration_secs': 0.148979} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.971961] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.972243] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-713a4482-6bdd-4147-a728-9b42850ca832 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.980987] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 650.980987] env[71147]: value = "task-3420422" [ 650.980987] env[71147]: _type = "Task" [ 650.980987] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.001438] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420422, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.092640] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996169} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.092955] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4/2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.093180] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.093504] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96a82dfa-83c3-43cf-a291-ab0917c2d151 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.101428] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 651.101428] env[71147]: value = "task-3420423" [ 651.101428] env[71147]: _type = "Task" [ 651.101428] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.107447] env[71147]: DEBUG nova.compute.manager [req-4d1d5954-ccfc-407c-a3a6-96fcb5b3b7bc req-d4ebefc7-8f80-42ee-9eec-8e4b683841d3 service nova] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Received event network-vif-plugged-c0face6b-0867-48f0-9031-86b05c2732f3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.107578] env[71147]: DEBUG oslo_concurrency.lockutils [req-4d1d5954-ccfc-407c-a3a6-96fcb5b3b7bc req-d4ebefc7-8f80-42ee-9eec-8e4b683841d3 service nova] Acquiring lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.107877] env[71147]: DEBUG oslo_concurrency.lockutils [req-4d1d5954-ccfc-407c-a3a6-96fcb5b3b7bc req-d4ebefc7-8f80-42ee-9eec-8e4b683841d3 service nova] Lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.108037] env[71147]: DEBUG oslo_concurrency.lockutils [req-4d1d5954-ccfc-407c-a3a6-96fcb5b3b7bc req-d4ebefc7-8f80-42ee-9eec-8e4b683841d3 service nova] Lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.108179] env[71147]: DEBUG nova.compute.manager [req-4d1d5954-ccfc-407c-a3a6-96fcb5b3b7bc req-d4ebefc7-8f80-42ee-9eec-8e4b683841d3 service nova] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] No waiting events found dispatching network-vif-plugged-c0face6b-0867-48f0-9031-86b05c2732f3 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.108335] env[71147]: WARNING nova.compute.manager [req-4d1d5954-ccfc-407c-a3a6-96fcb5b3b7bc req-d4ebefc7-8f80-42ee-9eec-8e4b683841d3 service nova] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Received unexpected event network-vif-plugged-c0face6b-0867-48f0-9031-86b05c2732f3 for instance with vm_state building and task_state spawning. [ 651.115872] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.166123] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.207620] env[71147]: DEBUG nova.scheduler.client.report [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.220691] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420420, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.254579] env[71147]: DEBUG nova.compute.manager [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.290013] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.290344] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.290602] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.290744] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.291236] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.291282] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.291535] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.291695] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.291889] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.292168] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.292287] env[71147]: DEBUG nova.virt.hardware [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.293755] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7789751b-42f2-402f-9b8f-80b2f2c60cfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.302389] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaaab82-9274-480a-b32e-d62a1158b1d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.455650] env[71147]: DEBUG oslo_vmware.api [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420412, 'name': PowerOnVM_Task, 'duration_secs': 1.394376} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.456667] env[71147]: DEBUG nova.network.neutron [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.460052] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.460618] env[71147]: INFO nova.compute.manager [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Took 15.58 seconds to spawn the instance on the hypervisor. [ 651.460922] env[71147]: DEBUG nova.compute.manager [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.463778] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51bf70d-d87e-4278-9f1c-2c2020019970 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.496649] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420422, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.530574] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "25cd3849-8060-45d0-9188-b9aab722bee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.531330] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "25cd3849-8060-45d0-9188-b9aab722bee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.613402] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071873} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.613734] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.614609] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd8c065-ebcc-43e3-ad6e-72533a1bcf7a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.640607] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4/2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.641569] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4415395d-34df-4a71-abb9-abe45b115943 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.661867] env[71147]: DEBUG nova.compute.manager [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Received event network-vif-plugged-90f7b587-ca2b-4c09-8f63-81086f25e193 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.662084] env[71147]: DEBUG oslo_concurrency.lockutils [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] Acquiring lock "bc944101-ed90-47ae-af3c-b6b4adc42e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.662296] env[71147]: DEBUG oslo_concurrency.lockutils [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] Lock "bc944101-ed90-47ae-af3c-b6b4adc42e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.662439] env[71147]: DEBUG oslo_concurrency.lockutils [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] Lock "bc944101-ed90-47ae-af3c-b6b4adc42e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.662605] env[71147]: DEBUG nova.compute.manager [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] No waiting events found dispatching network-vif-plugged-90f7b587-ca2b-4c09-8f63-81086f25e193 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.662763] env[71147]: WARNING nova.compute.manager [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Received unexpected event network-vif-plugged-90f7b587-ca2b-4c09-8f63-81086f25e193 for instance with vm_state building and task_state spawning. [ 651.662917] env[71147]: DEBUG nova.compute.manager [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Received event network-changed-90f7b587-ca2b-4c09-8f63-81086f25e193 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.663079] env[71147]: DEBUG nova.compute.manager [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Refreshing instance network info cache due to event network-changed-90f7b587-ca2b-4c09-8f63-81086f25e193. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.663417] env[71147]: DEBUG oslo_concurrency.lockutils [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] Acquiring lock "refresh_cache-bc944101-ed90-47ae-af3c-b6b4adc42e61" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.663417] env[71147]: DEBUG oslo_concurrency.lockutils [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] Acquired lock "refresh_cache-bc944101-ed90-47ae-af3c-b6b4adc42e61" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.663765] env[71147]: DEBUG nova.network.neutron [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Refreshing network info cache for port 90f7b587-ca2b-4c09-8f63-81086f25e193 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.681164] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 651.681164] env[71147]: value = "task-3420424" [ 651.681164] env[71147]: _type = "Task" [ 651.681164] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.687992] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420418, 'name': ReconfigVM_Task, 'duration_secs': 0.667997} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.688614] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Reconfigured VM instance instance-00000003 to attach disk [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.689298] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae0fa004-e502-487f-b8f1-7a2ec54fbe90 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.693686] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.706329] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 651.706329] env[71147]: value = "task-3420425" [ 651.706329] env[71147]: _type = "Task" [ 651.706329] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.715244] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.715590] env[71147]: DEBUG nova.compute.manager [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.718673] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420425, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.722022] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.810s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.722022] env[71147]: INFO nova.compute.claims [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.738978] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420420, 'name': CreateVM_Task, 'duration_secs': 0.822904} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.739235] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.739981] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.740191] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.740573] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.740842] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cb80b8-5a2b-4191-9e85-391b92f1b03b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.745636] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 651.745636] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52841f9f-2081-3b76-1747-93c9d0f09718" [ 651.745636] env[71147]: _type = "Task" [ 651.745636] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.754641] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52841f9f-2081-3b76-1747-93c9d0f09718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.771758] env[71147]: DEBUG nova.network.neutron [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Updating instance_info_cache with network_info: [{"id": "c0face6b-0867-48f0-9031-86b05c2732f3", "address": "fa:16:3e:7e:2c:3e", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0face6b-08", "ovs_interfaceid": "c0face6b-0867-48f0-9031-86b05c2732f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.937960] env[71147]: DEBUG nova.network.neutron [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Updated VIF entry in instance network info cache for port 90f7b587-ca2b-4c09-8f63-81086f25e193. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.938311] env[71147]: DEBUG nova.network.neutron [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Updating instance_info_cache with network_info: [{"id": "90f7b587-ca2b-4c09-8f63-81086f25e193", "address": "fa:16:3e:02:e8:3c", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f7b587-ca", "ovs_interfaceid": "90f7b587-ca2b-4c09-8f63-81086f25e193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.989301] env[71147]: INFO nova.compute.manager [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Took 20.32 seconds to build instance. [ 651.996501] env[71147]: DEBUG oslo_vmware.api [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420422, 'name': PowerOnVM_Task, 'duration_secs': 0.556144} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.996645] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.996839] env[71147]: INFO nova.compute.manager [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Took 12.50 seconds to spawn the instance on the hypervisor. [ 651.997027] env[71147]: DEBUG nova.compute.manager [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.997824] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea789b1-fe0a-46e2-80df-a1580e01156b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.194737] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.222118] env[71147]: DEBUG nova.compute.utils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.223617] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420425, 'name': Rename_Task, 'duration_secs': 0.354866} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.223868] env[71147]: DEBUG nova.compute.manager [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.224035] env[71147]: DEBUG nova.network.neutron [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.225854] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.226331] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdc5902a-64bf-4c10-b386-ea1aee91fd1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.235839] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 652.235839] env[71147]: value = "task-3420426" [ 652.235839] env[71147]: _type = "Task" [ 652.235839] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.255653] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.269997] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52841f9f-2081-3b76-1747-93c9d0f09718, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.270222] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.270399] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.270670] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.270818] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.270999] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.271278] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adce2906-1a0c-4266-a31d-2b2eada9380b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.279020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "refresh_cache-b1b9949a-e3a3-4ce2-a77e-0def597bdec1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.279020] env[71147]: DEBUG nova.compute.manager [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Instance network_info: |[{"id": "c0face6b-0867-48f0-9031-86b05c2732f3", "address": "fa:16:3e:7e:2c:3e", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0face6b-08", "ovs_interfaceid": "c0face6b-0867-48f0-9031-86b05c2732f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.279356] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:2c:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0face6b-0867-48f0-9031-86b05c2732f3', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.286304] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Creating folder: Project (c2da95e2c9154b51b835264a7e32e47f). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.286650] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a86e1e2d-a623-4833-9dc7-db648f3b546e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.297031] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.297031] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.297279] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fd8107-1a68-4194-a41a-592b8f98f5e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.300126] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Created folder: Project (c2da95e2c9154b51b835264a7e32e47f) in parent group-v682378. [ 652.300347] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Creating folder: Instances. Parent ref: group-v682398. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.300608] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad6b136c-b74b-4834-9cb0-42544d660e62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.308387] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 652.308387] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52277b2f-2100-77da-05c2-5ff477070607" [ 652.308387] env[71147]: _type = "Task" [ 652.308387] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.309988] env[71147]: DEBUG nova.policy [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc6f68b0c414c7c95425ecfc06eb513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772d95aae75c4ebeb0bd593f4e3e2a1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.315988] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Created folder: Instances in parent group-v682398. [ 652.316384] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.316520] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.317120] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd4a5d84-bcef-4c00-9888-ee7d8f4b5ddb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.339695] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52277b2f-2100-77da-05c2-5ff477070607, 'name': SearchDatastore_Task, 'duration_secs': 0.013793} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.341282] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ca1edc-d80a-4f55-b850-97104378d9ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.347513] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.347513] env[71147]: value = "task-3420429" [ 652.347513] env[71147]: _type = "Task" [ 652.347513] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.353772] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 652.353772] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f7eff4-c58f-a928-e5e8-d181eb2a6ccd" [ 652.353772] env[71147]: _type = "Task" [ 652.353772] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.357921] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420429, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.367264] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f7eff4-c58f-a928-e5e8-d181eb2a6ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.447145] env[71147]: DEBUG oslo_concurrency.lockutils [req-6657944a-9657-4ab7-bad9-7df6262f670d req-916d9814-b5ad-4406-962e-93df88b494a8 service nova] Releasing lock "refresh_cache-bc944101-ed90-47ae-af3c-b6b4adc42e61" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.493995] env[71147]: DEBUG oslo_concurrency.lockutils [None req-986fc4eb-d7cb-44e6-894a-bdcfc7121e29 tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "eeb28df7-3703-4b79-a3d8-69c1624562a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.828s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.521774] env[71147]: INFO nova.compute.manager [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Took 17.36 seconds to build instance. [ 652.697249] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420424, 'name': ReconfigVM_Task, 'duration_secs': 0.850581} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.698100] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4/2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.698373] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a88b55dd-e31f-4776-8ee0-d791edfdb340 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.708631] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 652.708631] env[71147]: value = "task-3420430" [ 652.708631] env[71147]: _type = "Task" [ 652.708631] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.720616] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420430, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.728850] env[71147]: DEBUG nova.compute.manager [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.748718] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420426, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.865209] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420429, 'name': CreateVM_Task, 'duration_secs': 0.483293} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.868471] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.869249] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.870484] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.870484] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.870484] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bfb100-d106-465d-b575-1107ad7d1158 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.879843] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f7eff4-c58f-a928-e5e8-d181eb2a6ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.014154} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.882377] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.882647] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] bc944101-ed90-47ae-af3c-b6b4adc42e61/bc944101-ed90-47ae-af3c-b6b4adc42e61.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.882922] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb357594-8759-4875-8f6e-122202d35b22 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.892613] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 652.892613] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521cb444-cc0f-1d82-f9de-66e797c83e5f" [ 652.892613] env[71147]: _type = "Task" [ 652.892613] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.901253] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 652.901253] env[71147]: value = "task-3420432" [ 652.901253] env[71147]: _type = "Task" [ 652.901253] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.912533] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521cb444-cc0f-1d82-f9de-66e797c83e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.013168} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.913543] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.913815] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.914145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.914436] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.918862] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.918862] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4451272e-487d-4b6c-9d94-2c4a6e2dc0dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.924860] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.928262] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.928446] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.929202] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301415b6-7e88-4db6-93d4-a8d974b4ad54 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.941619] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 652.941619] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dda067-1bb7-1092-9404-715097871550" [ 652.941619] env[71147]: _type = "Task" [ 652.941619] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.956429] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dda067-1bb7-1092-9404-715097871550, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.957313] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f4260c-e75e-4003-81aa-996102361ca8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.963614] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 652.963614] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52731a09-2747-ec53-1c99-63b7464dc907" [ 652.963614] env[71147]: _type = "Task" [ 652.963614] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.978925] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52731a09-2747-ec53-1c99-63b7464dc907, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.979654] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.979654] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.979958] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d26c8f87-66df-498d-91a7-9545889ee239 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.988933] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 652.988933] env[71147]: value = "task-3420433" [ 652.988933] env[71147]: _type = "Task" [ 652.988933] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.000995] env[71147]: DEBUG nova.compute.manager [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.011526] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.015722] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquiring lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.015907] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.026877] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72bec258-7e34-4b33-ac56-79033327c757 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.876s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.111491] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daeae0f-aa67-4682-a7ef-bfe87492dc34 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.121982] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8e5daf-4d3a-426e-8650-8badf4583622 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.154701] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5f2681-284c-4b4d-87c1-b8701f3f3858 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.163336] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeacc48b-e514-45c1-87e6-9b72e0d9729a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.179801] env[71147]: DEBUG nova.compute.provider_tree [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.222353] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420430, 'name': Rename_Task, 'duration_secs': 0.234383} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.222762] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.222910] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8573c862-f5fb-43fb-a71c-cb9f02329127 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.237388] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 653.237388] env[71147]: value = "task-3420434" [ 653.237388] env[71147]: _type = "Task" [ 653.237388] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.258672] env[71147]: DEBUG oslo_vmware.api [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420426, 'name': PowerOnVM_Task, 'duration_secs': 0.927648} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.259481] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420434, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.259667] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.259798] env[71147]: INFO nova.compute.manager [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Took 11.44 seconds to spawn the instance on the hypervisor. [ 653.260025] env[71147]: DEBUG nova.compute.manager [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.260881] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f1fef-7905-4ab7-84a7-a59c57634f6f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.353702] env[71147]: DEBUG nova.network.neutron [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Successfully updated port: df3c2860-e7e2-41d4-a7dc-8715182ec710 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.414017] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420432, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.489443] env[71147]: DEBUG nova.network.neutron [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Successfully created port: 19868240-5873-47c0-9579-6a9cb6a66ec2 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.513127] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420433, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.532153] env[71147]: DEBUG nova.compute.manager [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.540099] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.672675] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "0354b1fa-22f0-4148-a226-45514d95efed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.672912] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.683223] env[71147]: DEBUG nova.scheduler.client.report [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.741149] env[71147]: DEBUG nova.compute.manager [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.755561] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420434, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.772356] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.772356] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.772356] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.772576] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.772576] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.772725] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.773083] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.773278] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.773451] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.773611] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.773882] env[71147]: DEBUG nova.virt.hardware [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.779460] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20f80af-1ff9-473b-b5da-1009839eaed0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.785741] env[71147]: INFO nova.compute.manager [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Took 17.94 seconds to build instance. [ 653.792076] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881ad79a-3c17-4d48-b0ef-7d92f37890c1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.856880] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "refresh_cache-b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.857269] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "refresh_cache-b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.857269] env[71147]: DEBUG nova.network.neutron [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.916915] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535327} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.917399] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] bc944101-ed90-47ae-af3c-b6b4adc42e61/bc944101-ed90-47ae-af3c-b6b4adc42e61.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.917850] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.918368] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7559563-33df-4d6c-9493-c2a83f1e2842 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.928294] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 653.928294] env[71147]: value = "task-3420435" [ 653.928294] env[71147]: _type = "Task" [ 653.928294] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.939496] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.002901] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810761} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.003442] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.003564] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.003855] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76a197b8-d06b-4fbf-9402-bfd0b47e0156 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.011175] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 654.011175] env[71147]: value = "task-3420436" [ 654.011175] env[71147]: _type = "Task" [ 654.011175] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.019997] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.067647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.189712] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.190332] env[71147]: DEBUG nova.compute.manager [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.194269] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.053s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.196077] env[71147]: INFO nova.compute.claims [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.254338] env[71147]: DEBUG oslo_vmware.api [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420434, 'name': PowerOnVM_Task, 'duration_secs': 0.998609} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.254764] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.255038] env[71147]: INFO nova.compute.manager [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Took 10.16 seconds to spawn the instance on the hypervisor. [ 654.255202] env[71147]: DEBUG nova.compute.manager [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.256065] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c8ecea-76ad-40c9-b6aa-7e3960e6f49d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.288179] env[71147]: DEBUG oslo_concurrency.lockutils [None req-362dc5de-30ee-4a90-92b9-b7f0a525f9e9 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "b68e658a-8a6a-451c-b52d-e1d66d0251d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.449s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.437913] env[71147]: DEBUG nova.network.neutron [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.445137] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181468} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.445405] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.446384] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08e7e2d-fff5-4523-b414-e5f756f1c608 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.472267] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] bc944101-ed90-47ae-af3c-b6b4adc42e61/bc944101-ed90-47ae-af3c-b6b4adc42e61.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.472267] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d44f29e-0696-422e-bbd9-7a5076473c4c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.492688] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 654.492688] env[71147]: value = "task-3420437" [ 654.492688] env[71147]: _type = "Task" [ 654.492688] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.507286] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.522302] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134356} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.522302] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.522302] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2570e0aa-dea8-41c6-a161-e112beae0761 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.555023] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.555338] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1070fdaf-d632-4e07-a19f-1f7c3db7e26a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.575456] env[71147]: DEBUG nova.compute.manager [req-49125af2-70d8-46c1-baab-da529d5d47df req-23f2c8f7-43cd-48c7-9e88-768c0062206d service nova] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Received event network-changed-c0face6b-0867-48f0-9031-86b05c2732f3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.575658] env[71147]: DEBUG nova.compute.manager [req-49125af2-70d8-46c1-baab-da529d5d47df req-23f2c8f7-43cd-48c7-9e88-768c0062206d service nova] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Refreshing instance network info cache due to event network-changed-c0face6b-0867-48f0-9031-86b05c2732f3. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.575888] env[71147]: DEBUG oslo_concurrency.lockutils [req-49125af2-70d8-46c1-baab-da529d5d47df req-23f2c8f7-43cd-48c7-9e88-768c0062206d service nova] Acquiring lock "refresh_cache-b1b9949a-e3a3-4ce2-a77e-0def597bdec1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.576331] env[71147]: DEBUG oslo_concurrency.lockutils [req-49125af2-70d8-46c1-baab-da529d5d47df req-23f2c8f7-43cd-48c7-9e88-768c0062206d service nova] Acquired lock "refresh_cache-b1b9949a-e3a3-4ce2-a77e-0def597bdec1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.576548] env[71147]: DEBUG nova.network.neutron [req-49125af2-70d8-46c1-baab-da529d5d47df req-23f2c8f7-43cd-48c7-9e88-768c0062206d service nova] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Refreshing network info cache for port c0face6b-0867-48f0-9031-86b05c2732f3 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.584699] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 654.584699] env[71147]: value = "task-3420438" [ 654.584699] env[71147]: _type = "Task" [ 654.584699] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.597134] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.695605] env[71147]: DEBUG nova.compute.utils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.697703] env[71147]: DEBUG nova.compute.manager [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.701027] env[71147]: DEBUG nova.network.neutron [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.782542] env[71147]: INFO nova.compute.manager [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Took 17.49 seconds to build instance. [ 654.791270] env[71147]: DEBUG nova.compute.manager [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.825629] env[71147]: DEBUG nova.policy [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8928eed2cea1427e9e0cb9637defcf4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11a4f879a0004961ba3638f0b9cf7bc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.891843] env[71147]: DEBUG nova.compute.manager [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Received event network-vif-plugged-df3c2860-e7e2-41d4-a7dc-8715182ec710 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.892140] env[71147]: DEBUG oslo_concurrency.lockutils [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] Acquiring lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.894666] env[71147]: DEBUG oslo_concurrency.lockutils [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] Lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.894666] env[71147]: DEBUG oslo_concurrency.lockutils [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] Lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.894666] env[71147]: DEBUG nova.compute.manager [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] No waiting events found dispatching network-vif-plugged-df3c2860-e7e2-41d4-a7dc-8715182ec710 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.894666] env[71147]: WARNING nova.compute.manager [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Received unexpected event network-vif-plugged-df3c2860-e7e2-41d4-a7dc-8715182ec710 for instance with vm_state building and task_state spawning. [ 654.894666] env[71147]: DEBUG nova.compute.manager [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Received event network-changed-df3c2860-e7e2-41d4-a7dc-8715182ec710 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.895097] env[71147]: DEBUG nova.compute.manager [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Refreshing instance network info cache due to event network-changed-df3c2860-e7e2-41d4-a7dc-8715182ec710. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.895097] env[71147]: DEBUG oslo_concurrency.lockutils [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] Acquiring lock "refresh_cache-b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.010591] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.098338] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.204774] env[71147]: DEBUG nova.compute.manager [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.287468] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36e85777-936a-4b6a-87df-eac9e09613f4 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.010s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.291605] env[71147]: DEBUG nova.network.neutron [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Updating instance_info_cache with network_info: [{"id": "df3c2860-e7e2-41d4-a7dc-8715182ec710", "address": "fa:16:3e:61:ed:f0", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3c2860-e7", "ovs_interfaceid": "df3c2860-e7e2-41d4-a7dc-8715182ec710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.322614] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.358024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquiring lock "eeb28df7-3703-4b79-a3d8-69c1624562a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.358024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "eeb28df7-3703-4b79-a3d8-69c1624562a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.358024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquiring lock "eeb28df7-3703-4b79-a3d8-69c1624562a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.358024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "eeb28df7-3703-4b79-a3d8-69c1624562a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.358563] env[71147]: DEBUG oslo_concurrency.lockutils [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "eeb28df7-3703-4b79-a3d8-69c1624562a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.359609] env[71147]: INFO nova.compute.manager [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Terminating instance [ 655.512175] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420437, 'name': ReconfigVM_Task, 'duration_secs': 0.758673} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.512499] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Reconfigured VM instance instance-00000005 to attach disk [datastore1] bc944101-ed90-47ae-af3c-b6b4adc42e61/bc944101-ed90-47ae-af3c-b6b4adc42e61.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.513518] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-430659b1-5667-42a6-a20b-54bdcb33a3b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.530224] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 655.530224] env[71147]: value = "task-3420440" [ 655.530224] env[71147]: _type = "Task" [ 655.530224] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.548247] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420440, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.572348] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5851c82-b01a-453f-83aa-36d23767fd11 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.584620] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f043e43-1807-4766-8403-2826434b32f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.601141] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420438, 'name': ReconfigVM_Task, 'duration_secs': 0.694494} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.628318] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.629258] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fabd7f14-203e-425a-a567-dea78b0654ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.631582] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444db957-eb4b-41e3-9016-c7553bdc06ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.645588] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506b4cb-e60d-4b50-879b-acee8c01ecfc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.650885] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 655.650885] env[71147]: value = "task-3420441" [ 655.650885] env[71147]: _type = "Task" [ 655.650885] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.665360] env[71147]: DEBUG nova.compute.provider_tree [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.674927] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420441, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.791762] env[71147]: DEBUG nova.compute.manager [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.794915] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "refresh_cache-b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.795226] env[71147]: DEBUG nova.compute.manager [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Instance network_info: |[{"id": "df3c2860-e7e2-41d4-a7dc-8715182ec710", "address": "fa:16:3e:61:ed:f0", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3c2860-e7", "ovs_interfaceid": "df3c2860-e7e2-41d4-a7dc-8715182ec710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.795594] env[71147]: DEBUG oslo_concurrency.lockutils [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] Acquired lock "refresh_cache-b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.795675] env[71147]: DEBUG nova.network.neutron [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Refreshing network info cache for port df3c2860-e7e2-41d4-a7dc-8715182ec710 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.796827] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ed:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df3c2860-e7e2-41d4-a7dc-8715182ec710', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.807013] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.808874] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.808874] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bb38d5d-0d25-41a1-bfd6-0b43f2799a2a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.835244] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.835244] env[71147]: value = "task-3420442" [ 655.835244] env[71147]: _type = "Task" [ 655.835244] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.855532] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420442, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.862577] env[71147]: DEBUG nova.network.neutron [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Successfully created port: bb987fde-0e23-48ad-b8e4-a68472a89680 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.865588] env[71147]: DEBUG nova.compute.manager [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.865588] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.866552] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24783777-27ac-464f-ab34-06eb8719ed84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.876779] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.877171] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2871f5ab-1298-4402-9177-abee33db8ba2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.885688] env[71147]: DEBUG nova.network.neutron [req-49125af2-70d8-46c1-baab-da529d5d47df req-23f2c8f7-43cd-48c7-9e88-768c0062206d service nova] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Updated VIF entry in instance network info cache for port c0face6b-0867-48f0-9031-86b05c2732f3. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.886186] env[71147]: DEBUG nova.network.neutron [req-49125af2-70d8-46c1-baab-da529d5d47df req-23f2c8f7-43cd-48c7-9e88-768c0062206d service nova] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Updating instance_info_cache with network_info: [{"id": "c0face6b-0867-48f0-9031-86b05c2732f3", "address": "fa:16:3e:7e:2c:3e", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0face6b-08", "ovs_interfaceid": "c0face6b-0867-48f0-9031-86b05c2732f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.891312] env[71147]: DEBUG oslo_vmware.api [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 655.891312] env[71147]: value = "task-3420443" [ 655.891312] env[71147]: _type = "Task" [ 655.891312] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.915168] env[71147]: DEBUG oslo_vmware.api [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.041245] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420440, 'name': Rename_Task, 'duration_secs': 0.196794} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.041557] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.041777] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-874cf33e-c499-4164-a36e-d5090af2ef29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.052479] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 656.052479] env[71147]: value = "task-3420444" [ 656.052479] env[71147]: _type = "Task" [ 656.052479] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.061420] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.170549] env[71147]: DEBUG nova.scheduler.client.report [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.174676] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420441, 'name': Rename_Task, 'duration_secs': 0.202816} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.175212] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.177842] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9230c01f-f9d0-406b-964f-33eb8315360f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.187067] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 656.187067] env[71147]: value = "task-3420445" [ 656.187067] env[71147]: _type = "Task" [ 656.187067] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.209755] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.218399] env[71147]: DEBUG nova.compute.manager [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.254720] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.255444] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.255730] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.256150] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.256516] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.256809] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.257165] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.257449] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.257723] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.259027] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.259027] env[71147]: DEBUG nova.virt.hardware [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.259372] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78781f6-21cb-45a6-b7ec-9b73f778479a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.269319] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb91c0b-3a2c-4159-a372-8d86e495f8aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.346144] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.353487] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420442, 'name': CreateVM_Task, 'duration_secs': 0.503805} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.354140] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.354671] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.354813] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.355504] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.355617] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71aa3e38-ffb4-4868-8b09-767102c5ffd1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.362038] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 656.362038] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5236530b-42ff-9469-ffcc-05a08e311974" [ 656.362038] env[71147]: _type = "Task" [ 656.362038] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.373491] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5236530b-42ff-9469-ffcc-05a08e311974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.393383] env[71147]: DEBUG oslo_concurrency.lockutils [req-49125af2-70d8-46c1-baab-da529d5d47df req-23f2c8f7-43cd-48c7-9e88-768c0062206d service nova] Releasing lock "refresh_cache-b1b9949a-e3a3-4ce2-a77e-0def597bdec1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.406357] env[71147]: DEBUG oslo_vmware.api [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420443, 'name': PowerOffVM_Task, 'duration_secs': 0.283314} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.406579] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.406822] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.407491] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1cc4798-a3ce-4941-a2a7-c485813567fc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.489781] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.490234] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.490444] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Deleting the datastore file [datastore2] eeb28df7-3703-4b79-a3d8-69c1624562a6 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.490720] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bac742fa-c388-49a1-bbc4-cca026e47299 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.504211] env[71147]: DEBUG oslo_vmware.api [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for the task: (returnval){ [ 656.504211] env[71147]: value = "task-3420447" [ 656.504211] env[71147]: _type = "Task" [ 656.504211] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.513485] env[71147]: DEBUG oslo_vmware.api [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.566483] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420444, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.678176] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.678921] env[71147]: DEBUG nova.compute.manager [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.681827] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.361s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.702539] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420445, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.705213] env[71147]: DEBUG nova.network.neutron [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Successfully updated port: 19868240-5873-47c0-9579-6a9cb6a66ec2 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.877563] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5236530b-42ff-9469-ffcc-05a08e311974, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.877890] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.878219] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.878555] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.878667] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.878930] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.879259] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f6f4cab-0784-4fb3-9b33-76d8478915ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.895518] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.895739] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.899203] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00822c0d-05ff-4a71-a77a-c9eed3783666 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.913847] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 656.913847] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529b279c-1edc-01db-8c3d-1af95465b297" [ 656.913847] env[71147]: _type = "Task" [ 656.913847] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.928454] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529b279c-1edc-01db-8c3d-1af95465b297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.015576] env[71147]: DEBUG oslo_vmware.api [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Task: {'id': task-3420447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241824} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.015994] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.016294] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.016565] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.016883] env[71147]: INFO nova.compute.manager [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 657.017381] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.017701] env[71147]: DEBUG nova.compute.manager [-] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.017949] env[71147]: DEBUG nova.network.neutron [-] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.068808] env[71147]: DEBUG oslo_vmware.api [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420444, 'name': PowerOnVM_Task, 'duration_secs': 0.619991} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.069522] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.069522] env[71147]: INFO nova.compute.manager [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Took 10.56 seconds to spawn the instance on the hypervisor. [ 657.069522] env[71147]: DEBUG nova.compute.manager [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.070356] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36781530-a596-4477-95ef-ad6bde5349ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.187594] env[71147]: DEBUG nova.compute.utils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.195339] env[71147]: DEBUG nova.compute.manager [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.195569] env[71147]: DEBUG nova.network.neutron [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.210672] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420445, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.212917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquiring lock "refresh_cache-bc665eac-54f4-4c98-a1fe-e26049026682" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.213338] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquired lock "refresh_cache-bc665eac-54f4-4c98-a1fe-e26049026682" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.213643] env[71147]: DEBUG nova.network.neutron [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.322424] env[71147]: DEBUG nova.network.neutron [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Updated VIF entry in instance network info cache for port df3c2860-e7e2-41d4-a7dc-8715182ec710. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.322929] env[71147]: DEBUG nova.network.neutron [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Updating instance_info_cache with network_info: [{"id": "df3c2860-e7e2-41d4-a7dc-8715182ec710", "address": "fa:16:3e:61:ed:f0", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3c2860-e7", "ovs_interfaceid": "df3c2860-e7e2-41d4-a7dc-8715182ec710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.432184] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529b279c-1edc-01db-8c3d-1af95465b297, 'name': SearchDatastore_Task, 'duration_secs': 0.014837} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.433202] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c23d6fc-75df-4bd5-a1b1-b2c9a3842411 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.440965] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 657.440965] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d51a59-27af-15dc-3e25-09cfc7f625ee" [ 657.440965] env[71147]: _type = "Task" [ 657.440965] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.456757] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d51a59-27af-15dc-3e25-09cfc7f625ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.595672] env[71147]: INFO nova.compute.manager [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Took 19.54 seconds to build instance. [ 657.600494] env[71147]: INFO nova.compute.manager [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Rebuilding instance [ 657.647235] env[71147]: DEBUG nova.policy [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e07aaa60844b43d3a78fc201f0298d81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ee670436c1d4f2fa8dfd6b9fb8aad04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.665072] env[71147]: DEBUG nova.compute.manager [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.666694] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6438ead-922c-4b2b-a431-736f4b3b738c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.696099] env[71147]: DEBUG nova.compute.manager [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.705117] env[71147]: INFO nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating resource usage from migration 6bc3c6c2-e0cf-41b2-80f7-64fc3cf1c469 [ 657.722362] env[71147]: DEBUG oslo_vmware.api [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420445, 'name': PowerOnVM_Task, 'duration_secs': 1.5186} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.722619] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.728815] env[71147]: INFO nova.compute.manager [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Took 8.82 seconds to spawn the instance on the hypervisor. [ 657.729146] env[71147]: DEBUG nova.compute.manager [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.730715] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 44f6b829-12db-4c48-b2d3-016bc6363dcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 657.730715] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Migration 6bc3c6c2-e0cf-41b2-80f7-64fc3cf1c469 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 657.730715] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 8ea6b675-6e2f-492b-be9b-0ff5638b9363 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 657.733715] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de81f0c3-0fb7-48fd-b28b-04f4c9a7a95b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.793854] env[71147]: DEBUG nova.network.neutron [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.828315] env[71147]: DEBUG oslo_concurrency.lockutils [req-f15db706-6b15-4ad6-845d-ffa5be7d3a92 req-89155045-ce8b-473f-9944-02ac2e41ce7a service nova] Releasing lock "refresh_cache-b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.958272] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d51a59-27af-15dc-3e25-09cfc7f625ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016707} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.958991] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.959138] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2/b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.960024] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8ddb42b-10a1-4acc-8ed4-2004d5baa6b7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.970962] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 657.970962] env[71147]: value = "task-3420448" [ 657.970962] env[71147]: _type = "Task" [ 657.970962] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.984801] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.046613] env[71147]: DEBUG nova.network.neutron [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Updating instance_info_cache with network_info: [{"id": "19868240-5873-47c0-9579-6a9cb6a66ec2", "address": "fa:16:3e:46:c1:68", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19868240-58", "ovs_interfaceid": "19868240-5873-47c0-9579-6a9cb6a66ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.099231] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41989d33-cc4b-4cc7-8341-9c915e44c79c tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "bc944101-ed90-47ae-af3c-b6b4adc42e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.055s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.240388] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 658.240700] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance bc665eac-54f4-4c98-a1fe-e26049026682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 658.257425] env[71147]: INFO nova.compute.manager [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Took 18.67 seconds to build instance. [ 658.358208] env[71147]: DEBUG nova.compute.manager [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Received event network-vif-plugged-19868240-5873-47c0-9579-6a9cb6a66ec2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.358432] env[71147]: DEBUG oslo_concurrency.lockutils [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] Acquiring lock "bc665eac-54f4-4c98-a1fe-e26049026682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.358827] env[71147]: DEBUG oslo_concurrency.lockutils [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] Lock "bc665eac-54f4-4c98-a1fe-e26049026682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.359098] env[71147]: DEBUG oslo_concurrency.lockutils [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] Lock "bc665eac-54f4-4c98-a1fe-e26049026682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.359747] env[71147]: DEBUG nova.compute.manager [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] No waiting events found dispatching network-vif-plugged-19868240-5873-47c0-9579-6a9cb6a66ec2 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.359984] env[71147]: WARNING nova.compute.manager [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Received unexpected event network-vif-plugged-19868240-5873-47c0-9579-6a9cb6a66ec2 for instance with vm_state building and task_state spawning. [ 658.360211] env[71147]: DEBUG nova.compute.manager [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Received event network-changed-19868240-5873-47c0-9579-6a9cb6a66ec2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.360418] env[71147]: DEBUG nova.compute.manager [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Refreshing instance network info cache due to event network-changed-19868240-5873-47c0-9579-6a9cb6a66ec2. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.360655] env[71147]: DEBUG oslo_concurrency.lockutils [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] Acquiring lock "refresh_cache-bc665eac-54f4-4c98-a1fe-e26049026682" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.484596] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420448, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.539207] env[71147]: DEBUG nova.compute.manager [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Stashing vm_state: active {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 658.549111] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Releasing lock "refresh_cache-bc665eac-54f4-4c98-a1fe-e26049026682" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.549627] env[71147]: DEBUG nova.compute.manager [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Instance network_info: |[{"id": "19868240-5873-47c0-9579-6a9cb6a66ec2", "address": "fa:16:3e:46:c1:68", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19868240-58", "ovs_interfaceid": "19868240-5873-47c0-9579-6a9cb6a66ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.549993] env[71147]: DEBUG oslo_concurrency.lockutils [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] Acquired lock "refresh_cache-bc665eac-54f4-4c98-a1fe-e26049026682" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.550207] env[71147]: DEBUG nova.network.neutron [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Refreshing network info cache for port 19868240-5873-47c0-9579-6a9cb6a66ec2 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.551565] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:c1:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19868240-5873-47c0-9579-6a9cb6a66ec2', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.568048] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Creating folder: Project (772d95aae75c4ebeb0bd593f4e3e2a1e). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.569617] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-444e7589-4414-4287-ada1-2c7bc89d317f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.593891] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Created folder: Project (772d95aae75c4ebeb0bd593f4e3e2a1e) in parent group-v682378. [ 658.593891] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Creating folder: Instances. Parent ref: group-v682402. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.593891] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a942d6d-299a-4a5d-8777-5deb346db94c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.612028] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Created folder: Instances in parent group-v682402. [ 658.612028] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.612835] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.613108] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e410dd2b-17c7-4495-ab60-f675e498a50e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.641035] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.641035] env[71147]: value = "task-3420451" [ 658.641035] env[71147]: _type = "Task" [ 658.641035] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.654074] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420451, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.695131] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.695131] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df9ca40a-c332-4df8-9b6a-b868a11290f8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.698142] env[71147]: DEBUG nova.network.neutron [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Successfully updated port: bb987fde-0e23-48ad-b8e4-a68472a89680 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.708548] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 658.708548] env[71147]: value = "task-3420452" [ 658.708548] env[71147]: _type = "Task" [ 658.708548] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.713831] env[71147]: DEBUG nova.compute.manager [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.725955] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.744439] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 25cd3849-8060-45d0-9188-b9aab722bee7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 658.744645] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance eeb28df7-3703-4b79-a3d8-69c1624562a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 658.745460] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance f21d59f3-5eaa-4bfe-8752-17f3bc4ece69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 658.745460] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b68e658a-8a6a-451c-b52d-e1d66d0251d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 658.757189] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.757472] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.757658] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.757850] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.758029] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.758211] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.758461] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.758642] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.758815] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.759009] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.759321] env[71147]: DEBUG nova.virt.hardware [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.759938] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73b678bc-b395-4040-be3d-1269d4a48301 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.189s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.760738] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceddefd1-e848-4ad5-8bac-ff75e70d0692 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.771911] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fda55d-5aa4-463f-8057-788430d13daa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.828943] env[71147]: DEBUG nova.network.neutron [-] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.932688] env[71147]: DEBUG nova.network.neutron [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Successfully created port: effc5d55-833c-4cc1-9d63-454ad67db1cb {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.982599] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420448, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.065210] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.152753] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420451, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.204175] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquiring lock "refresh_cache-44f6b829-12db-4c48-b2d3-016bc6363dcc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.204175] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquired lock "refresh_cache-44f6b829-12db-4c48-b2d3-016bc6363dcc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.204175] env[71147]: DEBUG nova.network.neutron [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.221758] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420452, 'name': PowerOffVM_Task, 'duration_secs': 0.28386} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.222560] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.223038] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.225096] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df0ee49-f70a-4646-b38e-13e73dd7d164 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.242314] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.242314] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4aba532-ec29-4f9c-b1c4-d38dea0e5dce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.254511] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance a2203e1c-afc0-4155-a4f4-3c1d91aa8939 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 659.254511] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 659.254511] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b1b9949a-e3a3-4ce2-a77e-0def597bdec1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 659.254511] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance bc944101-ed90-47ae-af3c-b6b4adc42e61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 659.273378] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.273378] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.273378] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Deleting the datastore file [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.274041] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b70966b1-5a64-498c-ac7c-5615a140c9ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.284864] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 659.284864] env[71147]: value = "task-3420454" [ 659.284864] env[71147]: _type = "Task" [ 659.284864] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.294921] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.306846] env[71147]: DEBUG nova.compute.manager [None req-a7a2bafc-1459-4a2b-a3a7-a346e2d345f2 tempest-ServerExternalEventsTest-1029442337 tempest-ServerExternalEventsTest-1029442337-project] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Received event network-changed {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.307112] env[71147]: DEBUG nova.compute.manager [None req-a7a2bafc-1459-4a2b-a3a7-a346e2d345f2 tempest-ServerExternalEventsTest-1029442337 tempest-ServerExternalEventsTest-1029442337-project] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Refreshing instance network info cache due to event network-changed. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.307276] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a7a2bafc-1459-4a2b-a3a7-a346e2d345f2 tempest-ServerExternalEventsTest-1029442337 tempest-ServerExternalEventsTest-1029442337-project] Acquiring lock "refresh_cache-bc944101-ed90-47ae-af3c-b6b4adc42e61" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.307420] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a7a2bafc-1459-4a2b-a3a7-a346e2d345f2 tempest-ServerExternalEventsTest-1029442337 tempest-ServerExternalEventsTest-1029442337-project] Acquired lock "refresh_cache-bc944101-ed90-47ae-af3c-b6b4adc42e61" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.307574] env[71147]: DEBUG nova.network.neutron [None req-a7a2bafc-1459-4a2b-a3a7-a346e2d345f2 tempest-ServerExternalEventsTest-1029442337 tempest-ServerExternalEventsTest-1029442337-project] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.332455] env[71147]: INFO nova.compute.manager [-] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Took 2.31 seconds to deallocate network for instance. [ 659.487013] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420448, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.526484] env[71147]: DEBUG nova.network.neutron [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Updated VIF entry in instance network info cache for port 19868240-5873-47c0-9579-6a9cb6a66ec2. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.526484] env[71147]: DEBUG nova.network.neutron [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Updating instance_info_cache with network_info: [{"id": "19868240-5873-47c0-9579-6a9cb6a66ec2", "address": "fa:16:3e:46:c1:68", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19868240-58", "ovs_interfaceid": "19868240-5873-47c0-9579-6a9cb6a66ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.653767] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420451, 'name': CreateVM_Task, 'duration_secs': 0.607485} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.653767] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.654732] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.655131] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.655435] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.656408] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4282ab7-0f88-4957-98c0-06fd52f1ce21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.662073] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 659.662073] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b4ecce-ac61-2862-d367-441b2cd05899" [ 659.662073] env[71147]: _type = "Task" [ 659.662073] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.672545] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b4ecce-ac61-2862-d367-441b2cd05899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.742092] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Acquiring lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.742317] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.757259] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0354b1fa-22f0-4148-a226-45514d95efed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 659.757259] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 659.757259] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 659.757259] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 659.796883] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174695} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.799620] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.799770] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.799918] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.803352] env[71147]: DEBUG nova.network.neutron [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.844388] env[71147]: DEBUG oslo_concurrency.lockutils [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.989949] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420448, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.752314} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.990327] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2/b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.990596] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.990931] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42ce2f36-4203-4eb5-ab53-3e9782ba8a9f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.003057] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 660.003057] env[71147]: value = "task-3420455" [ 660.003057] env[71147]: _type = "Task" [ 660.003057] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.015541] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.031285] env[71147]: DEBUG oslo_concurrency.lockutils [req-fdc26f86-e471-4e79-ab36-8208e848c52c req-2133233e-4591-49a4-bcfe-3d6661ca6836 service nova] Releasing lock "refresh_cache-bc665eac-54f4-4c98-a1fe-e26049026682" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.087094] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d0e2f-2f74-455f-bb7b-6bf17cd773c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.096936] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531127a4-7530-499a-a152-e29817c2ffc3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.150126] env[71147]: DEBUG nova.network.neutron [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Updating instance_info_cache with network_info: [{"id": "bb987fde-0e23-48ad-b8e4-a68472a89680", "address": "fa:16:3e:65:85:f9", "network": {"id": "65f08f62-2baa-4c81-90b4-a40795f4f0ed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2022806696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a4f879a0004961ba3638f0b9cf7bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb987fde-0e", "ovs_interfaceid": "bb987fde-0e23-48ad-b8e4-a68472a89680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.155523] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec8af13-7d8c-40ff-b201-8ffc0700979a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.175372] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305ac18b-67d1-45c8-878a-61cc2c02a08f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.189473] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b4ecce-ac61-2862-d367-441b2cd05899, 'name': SearchDatastore_Task, 'duration_secs': 0.023809} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.190133] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.190261] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.190585] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.190751] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.191163] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.191880] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df5d691b-2e94-42f2-8815-c71e4a4565f9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.203456] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.215390] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.215906] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.218655] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a901d53f-e2a8-4a78-a328-3b6bc82b18f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.225430] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 660.225430] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52175e04-d0c1-b5b1-87c2-84899b66ff05" [ 660.225430] env[71147]: _type = "Task" [ 660.225430] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.230280] env[71147]: DEBUG nova.network.neutron [None req-a7a2bafc-1459-4a2b-a3a7-a346e2d345f2 tempest-ServerExternalEventsTest-1029442337 tempest-ServerExternalEventsTest-1029442337-project] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Updating instance_info_cache with network_info: [{"id": "90f7b587-ca2b-4c09-8f63-81086f25e193", "address": "fa:16:3e:02:e8:3c", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f7b587-ca", "ovs_interfaceid": "90f7b587-ca2b-4c09-8f63-81086f25e193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.239431] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52175e04-d0c1-b5b1-87c2-84899b66ff05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.245016] env[71147]: DEBUG nova.compute.manager [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.515637] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07851} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.515945] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.516769] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f44d468-74e8-4eb5-8ed6-737e82cf30fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.550501] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2/b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.551279] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5996089-f754-43dd-b78b-330557e1636b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.572224] env[71147]: DEBUG nova.compute.manager [req-579c3787-bdad-4afc-9f8c-870c7cdbb999 req-5e7ef621-29a9-4e70-ae05-7107536b635f service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Received event network-vif-plugged-bb987fde-0e23-48ad-b8e4-a68472a89680 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.572317] env[71147]: DEBUG oslo_concurrency.lockutils [req-579c3787-bdad-4afc-9f8c-870c7cdbb999 req-5e7ef621-29a9-4e70-ae05-7107536b635f service nova] Acquiring lock "44f6b829-12db-4c48-b2d3-016bc6363dcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.573113] env[71147]: DEBUG oslo_concurrency.lockutils [req-579c3787-bdad-4afc-9f8c-870c7cdbb999 req-5e7ef621-29a9-4e70-ae05-7107536b635f service nova] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.573113] env[71147]: DEBUG oslo_concurrency.lockutils [req-579c3787-bdad-4afc-9f8c-870c7cdbb999 req-5e7ef621-29a9-4e70-ae05-7107536b635f service nova] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.573113] env[71147]: DEBUG nova.compute.manager [req-579c3787-bdad-4afc-9f8c-870c7cdbb999 req-5e7ef621-29a9-4e70-ae05-7107536b635f service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] No waiting events found dispatching network-vif-plugged-bb987fde-0e23-48ad-b8e4-a68472a89680 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.573113] env[71147]: WARNING nova.compute.manager [req-579c3787-bdad-4afc-9f8c-870c7cdbb999 req-5e7ef621-29a9-4e70-ae05-7107536b635f service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Received unexpected event network-vif-plugged-bb987fde-0e23-48ad-b8e4-a68472a89680 for instance with vm_state building and task_state spawning. [ 660.585030] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 660.585030] env[71147]: value = "task-3420456" [ 660.585030] env[71147]: _type = "Task" [ 660.585030] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.595994] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.663330] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Releasing lock "refresh_cache-44f6b829-12db-4c48-b2d3-016bc6363dcc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.663663] env[71147]: DEBUG nova.compute.manager [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Instance network_info: |[{"id": "bb987fde-0e23-48ad-b8e4-a68472a89680", "address": "fa:16:3e:65:85:f9", "network": {"id": "65f08f62-2baa-4c81-90b4-a40795f4f0ed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2022806696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a4f879a0004961ba3638f0b9cf7bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb987fde-0e", "ovs_interfaceid": "bb987fde-0e23-48ad-b8e4-a68472a89680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.664329] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:85:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb987fde-0e23-48ad-b8e4-a68472a89680', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.673016] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Creating folder: Project (11a4f879a0004961ba3638f0b9cf7bc4). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.673768] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f22a15d-a08c-4c11-8504-9e3dcfcd5ce1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.690041] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Created folder: Project (11a4f879a0004961ba3638f0b9cf7bc4) in parent group-v682378. [ 660.690041] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Creating folder: Instances. Parent ref: group-v682405. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.690041] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b59a0613-689d-4b7c-90ca-fb0fbb4dcbd9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.703374] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Created folder: Instances in parent group-v682405. [ 660.703632] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.703981] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.704086] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-885b08d7-299d-4ff3-ab43-f6baff60efdd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.720482] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.731720] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.731720] env[71147]: value = "task-3420459" [ 660.731720] env[71147]: _type = "Task" [ 660.731720] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.739650] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a7a2bafc-1459-4a2b-a3a7-a346e2d345f2 tempest-ServerExternalEventsTest-1029442337 tempest-ServerExternalEventsTest-1029442337-project] Releasing lock "refresh_cache-bc944101-ed90-47ae-af3c-b6b4adc42e61" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.740066] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52175e04-d0c1-b5b1-87c2-84899b66ff05, 'name': SearchDatastore_Task, 'duration_secs': 0.014955} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.741282] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50169e4-4b7f-4c28-961e-5469154cb12a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.747150] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420459, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.753255] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 660.753255] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bfe4ad-e4b4-5d9b-8127-36a31cbb0e7d" [ 660.753255] env[71147]: _type = "Task" [ 660.753255] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.765062] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bfe4ad-e4b4-5d9b-8127-36a31cbb0e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.784286] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.837030] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquiring lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.837285] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.850485] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.850485] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.850485] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.850485] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.850761] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.850761] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.851259] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.851436] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.851614] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.851760] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.851932] env[71147]: DEBUG nova.virt.hardware [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.857569] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0a02b4-a9c7-4c57-b3d2-8360acece286 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.865128] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f08cce1-e810-4db6-a648-38c146b36e99 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.882567] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.888637] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.888637] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.889059] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c738d6d-fa1d-40db-aec3-8e3a74870ca5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.919785] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.919785] env[71147]: value = "task-3420460" [ 660.919785] env[71147]: _type = "Task" [ 660.919785] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.930353] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420460, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.070054] env[71147]: DEBUG nova.network.neutron [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Successfully updated port: effc5d55-833c-4cc1-9d63-454ad67db1cb {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.098183] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.227130] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 661.227669] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.546s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.229267] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.688s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.229988] env[71147]: INFO nova.compute.claims [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.253112] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420459, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.269173] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bfe4ad-e4b4-5d9b-8127-36a31cbb0e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.01648} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.269540] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.270024] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] bc665eac-54f4-4c98-a1fe-e26049026682/bc665eac-54f4-4c98-a1fe-e26049026682.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.270158] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56144c51-412c-48d9-86c5-60c09ddca5eb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.283033] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 661.283033] env[71147]: value = "task-3420461" [ 661.283033] env[71147]: _type = "Task" [ 661.283033] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.295846] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.339786] env[71147]: DEBUG nova.compute.manager [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.436256] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420460, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.489339] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquiring lock "bc944101-ed90-47ae-af3c-b6b4adc42e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.489795] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "bc944101-ed90-47ae-af3c-b6b4adc42e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.490673] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquiring lock "bc944101-ed90-47ae-af3c-b6b4adc42e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.490673] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "bc944101-ed90-47ae-af3c-b6b4adc42e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.490673] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "bc944101-ed90-47ae-af3c-b6b4adc42e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.493880] env[71147]: INFO nova.compute.manager [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Terminating instance [ 661.519452] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquiring lock "d166e1e4-2b45-49c4-87b0-6d0e63f33a21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.519694] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "d166e1e4-2b45-49c4-87b0-6d0e63f33a21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.573708] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "refresh_cache-f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.573708] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquired lock "refresh_cache-f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.573708] env[71147]: DEBUG nova.network.neutron [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.598369] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420456, 'name': ReconfigVM_Task, 'duration_secs': 0.628612} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.598632] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Reconfigured VM instance instance-00000007 to attach disk [datastore1] b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2/b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.599371] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a14c4860-7876-4823-90a8-ed813932e5c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.609347] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 661.609347] env[71147]: value = "task-3420462" [ 661.609347] env[71147]: _type = "Task" [ 661.609347] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.627512] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420462, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.748382] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420459, 'name': CreateVM_Task, 'duration_secs': 0.536946} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.748777] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.749422] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.749600] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.749952] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.750907] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542df399-259b-48fa-8ecc-90ab35a62cf4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.758355] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 661.758355] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52da83ee-0f10-7839-bdc2-7a88c7184856" [ 661.758355] env[71147]: _type = "Task" [ 661.758355] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.770564] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52da83ee-0f10-7839-bdc2-7a88c7184856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.804613] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420461, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.806102] env[71147]: DEBUG nova.compute.manager [req-e606d0ff-da6c-4d47-95ab-81e2295a2b87 req-bdd9ed1b-a88c-42fb-a235-56c99ee64f45 service nova] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Received event network-vif-deleted-c1f52d7f-aaf7-446d-9a45-8c273a99a5f4 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.867667] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.937818] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420460, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.999232] env[71147]: DEBUG nova.compute.manager [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.999923] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.002054] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81ad9e2-499d-405a-8f53-2175f40c90f8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.014261] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.014261] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17134041-9c8e-4dab-9ff5-106537c70e95 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.024340] env[71147]: DEBUG oslo_vmware.api [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 662.024340] env[71147]: value = "task-3420463" [ 662.024340] env[71147]: _type = "Task" [ 662.024340] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.037361] env[71147]: DEBUG oslo_vmware.api [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.123446] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420462, 'name': Rename_Task, 'duration_secs': 0.328114} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.124031] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.124492] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa6a42cb-09cc-428b-9dfa-2056eedaf426 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.135402] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 662.135402] env[71147]: value = "task-3420464" [ 662.135402] env[71147]: _type = "Task" [ 662.135402] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.147721] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.152077] env[71147]: DEBUG nova.network.neutron [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.280365] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52da83ee-0f10-7839-bdc2-7a88c7184856, 'name': SearchDatastore_Task, 'duration_secs': 0.063049} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.280818] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.281113] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.281400] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.281589] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.281895] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.282143] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-193b0313-e4b0-41e8-8ce0-911fead2a07a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.297424] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743525} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.298894] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] bc665eac-54f4-4c98-a1fe-e26049026682/bc665eac-54f4-4c98-a1fe-e26049026682.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.300256] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.300256] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.300256] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.300916] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a7461ab-9af1-4609-9da9-447af19aa022 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.303294] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2830251b-d257-4343-b2c3-f978f73c287d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.311187] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 662.311187] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5251d743-db85-e9b7-0cfd-ddedbee1d12b" [ 662.311187] env[71147]: _type = "Task" [ 662.311187] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.320131] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 662.320131] env[71147]: value = "task-3420465" [ 662.320131] env[71147]: _type = "Task" [ 662.320131] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.332648] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5251d743-db85-e9b7-0cfd-ddedbee1d12b, 'name': SearchDatastore_Task, 'duration_secs': 0.013785} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.334827] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174b548f-84e4-4648-b703-ed2e6bcf216d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.339982] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.346512] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 662.346512] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52da28e4-d4c1-4bd8-6c81-afa17c82259f" [ 662.346512] env[71147]: _type = "Task" [ 662.346512] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.360286] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52da28e4-d4c1-4bd8-6c81-afa17c82259f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.431708] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquiring lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.432422] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.437018] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420460, 'name': CreateVM_Task, 'duration_secs': 1.18584} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.437193] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.438177] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.438297] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.438857] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.439421] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf54263-c55e-4cf5-bbe2-5f0aa6113918 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.449419] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 662.449419] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ea204-2abb-0d9f-5955-700a67762f57" [ 662.449419] env[71147]: _type = "Task" [ 662.449419] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.464061] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ea204-2abb-0d9f-5955-700a67762f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.535388] env[71147]: DEBUG oslo_vmware.api [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420463, 'name': PowerOffVM_Task, 'duration_secs': 0.364859} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.537741] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.537921] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.538389] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55f85b31-e6fe-47a0-af65-dcc3df7054e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.626139] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.626327] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.626522] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Deleting the datastore file [datastore1] bc944101-ed90-47ae-af3c-b6b4adc42e61 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.627449] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b78e3d-f55a-49b5-a61d-da1ff749e5cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.630666] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27191093-9391-470c-804a-4c1fe02acaec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.642986] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40685ae1-6dca-4bdf-a155-9f54220f32cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.650212] env[71147]: DEBUG oslo_vmware.api [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for the task: (returnval){ [ 662.650212] env[71147]: value = "task-3420467" [ 662.650212] env[71147]: _type = "Task" [ 662.650212] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.682096] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420464, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.685581] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eb8637-70d3-41ea-bb8c-c35b499f3008 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.692025] env[71147]: DEBUG oslo_vmware.api [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.698471] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d1ab6e-f111-41ae-982e-55dc6e0d4837 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.715517] env[71147]: DEBUG nova.compute.provider_tree [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.792684] env[71147]: DEBUG nova.network.neutron [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Updating instance_info_cache with network_info: [{"id": "effc5d55-833c-4cc1-9d63-454ad67db1cb", "address": "fa:16:3e:5e:99:24", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffc5d55-83", "ovs_interfaceid": "effc5d55-833c-4cc1-9d63-454ad67db1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.832273] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096845} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.832273] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.832923] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c54e543-bac1-44a9-9206-9d22ec769ec2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.864008] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] bc665eac-54f4-4c98-a1fe-e26049026682/bc665eac-54f4-4c98-a1fe-e26049026682.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.867536] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abee64f8-5624-4dd6-bbf6-9d49884be627 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.892240] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52da28e4-d4c1-4bd8-6c81-afa17c82259f, 'name': SearchDatastore_Task, 'duration_secs': 0.017191} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.894181] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.894623] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 44f6b829-12db-4c48-b2d3-016bc6363dcc/44f6b829-12db-4c48-b2d3-016bc6363dcc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.896018] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 662.896018] env[71147]: value = "task-3420468" [ 662.896018] env[71147]: _type = "Task" [ 662.896018] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.896018] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7534b738-9a1f-4d02-902d-8b5d0d015216 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.923289] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 662.923289] env[71147]: value = "task-3420469" [ 662.923289] env[71147]: _type = "Task" [ 662.923289] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.923289] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.932678] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.963248] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ea204-2abb-0d9f-5955-700a67762f57, 'name': SearchDatastore_Task, 'duration_secs': 0.026929} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.963248] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.963248] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.963374] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.963456] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.963632] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.963923] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13ab2cac-5eef-4ace-80e1-2f05599516ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.984190] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.984389] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.985255] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5a2280-d1d6-48a6-95fa-73dfacf2a93a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.992343] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 662.992343] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5241136e-80ae-ff48-799f-777f591506f4" [ 662.992343] env[71147]: _type = "Task" [ 662.992343] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.000881] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5241136e-80ae-ff48-799f-777f591506f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.154025] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420464, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.167244] env[71147]: DEBUG oslo_vmware.api [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Task: {'id': task-3420467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492741} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.167462] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.167599] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.167774] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.167946] env[71147]: INFO nova.compute.manager [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Took 1.17 seconds to destroy the instance on the hypervisor. [ 663.168305] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.170156] env[71147]: DEBUG nova.compute.manager [-] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.171183] env[71147]: DEBUG nova.network.neutron [-] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.221108] env[71147]: DEBUG nova.scheduler.client.report [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.296427] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Releasing lock "refresh_cache-f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.296876] env[71147]: DEBUG nova.compute.manager [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Instance network_info: |[{"id": "effc5d55-833c-4cc1-9d63-454ad67db1cb", "address": "fa:16:3e:5e:99:24", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffc5d55-83", "ovs_interfaceid": "effc5d55-833c-4cc1-9d63-454ad67db1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.301850] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:99:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'effc5d55-833c-4cc1-9d63-454ad67db1cb', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.311102] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Creating folder: Project (9ee670436c1d4f2fa8dfd6b9fb8aad04). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.311515] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e0e727e-5b67-4642-97d8-600a5588cc15 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.332676] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Created folder: Project (9ee670436c1d4f2fa8dfd6b9fb8aad04) in parent group-v682378. [ 663.334619] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Creating folder: Instances. Parent ref: group-v682409. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.334619] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed37abdf-dd0e-424b-95c4-eae8ddd4b621 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.354736] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Created folder: Instances in parent group-v682409. [ 663.355194] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.355425] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.355658] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81d84037-06b0-4451-b0e2-f66219f43056 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.399093] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.399093] env[71147]: value = "task-3420472" [ 663.399093] env[71147]: _type = "Task" [ 663.399093] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.418118] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420472, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.423052] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.438031] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420469, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.514724] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5241136e-80ae-ff48-799f-777f591506f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.514724] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54cdcf6-f70c-498f-bbea-176d4230687d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.523953] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 663.523953] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525c3108-db9c-7fc9-c44e-f072aecb996e" [ 663.523953] env[71147]: _type = "Task" [ 663.523953] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.541102] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525c3108-db9c-7fc9-c44e-f072aecb996e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.656976] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420464, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.728606] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.729358] env[71147]: DEBUG nova.compute.manager [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.734553] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.667s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.736218] env[71147]: INFO nova.compute.claims [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.910401] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420468, 'name': ReconfigVM_Task, 'duration_secs': 0.551594} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.914165] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Reconfigured VM instance instance-00000008 to attach disk [datastore2] bc665eac-54f4-4c98-a1fe-e26049026682/bc665eac-54f4-4c98-a1fe-e26049026682.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.916339] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29998dcf-119c-4507-a899-b311a483a749 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.924133] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420472, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.928494] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 663.928494] env[71147]: value = "task-3420473" [ 663.928494] env[71147]: _type = "Task" [ 663.928494] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.935264] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725626} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.935871] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 44f6b829-12db-4c48-b2d3-016bc6363dcc/44f6b829-12db-4c48-b2d3-016bc6363dcc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.936078] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.936329] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a826f36-75ed-461e-a0e3-7b031e55f8cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.941449] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420473, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.948267] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 663.948267] env[71147]: value = "task-3420474" [ 663.948267] env[71147]: _type = "Task" [ 663.948267] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.958915] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.036446] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525c3108-db9c-7fc9-c44e-f072aecb996e, 'name': SearchDatastore_Task, 'duration_secs': 0.060298} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.036446] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.036644] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.037041] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0779a93e-d77e-4aec-8d8d-6faa34bf36cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.046520] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 664.046520] env[71147]: value = "task-3420475" [ 664.046520] env[71147]: _type = "Task" [ 664.046520] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.055575] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.153153] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420464, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.241917] env[71147]: DEBUG nova.compute.utils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.248615] env[71147]: DEBUG nova.compute.manager [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.250755] env[71147]: DEBUG nova.network.neutron [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.255818] env[71147]: DEBUG nova.compute.manager [req-f013b00e-ca85-4356-8a73-4845e6f9dba8 req-66fd7189-08cd-4c79-9309-39a97e860945 service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Received event network-changed-bb987fde-0e23-48ad-b8e4-a68472a89680 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.257847] env[71147]: DEBUG nova.compute.manager [req-f013b00e-ca85-4356-8a73-4845e6f9dba8 req-66fd7189-08cd-4c79-9309-39a97e860945 service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Refreshing instance network info cache due to event network-changed-bb987fde-0e23-48ad-b8e4-a68472a89680. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.257847] env[71147]: DEBUG oslo_concurrency.lockutils [req-f013b00e-ca85-4356-8a73-4845e6f9dba8 req-66fd7189-08cd-4c79-9309-39a97e860945 service nova] Acquiring lock "refresh_cache-44f6b829-12db-4c48-b2d3-016bc6363dcc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.257847] env[71147]: DEBUG oslo_concurrency.lockutils [req-f013b00e-ca85-4356-8a73-4845e6f9dba8 req-66fd7189-08cd-4c79-9309-39a97e860945 service nova] Acquired lock "refresh_cache-44f6b829-12db-4c48-b2d3-016bc6363dcc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.257847] env[71147]: DEBUG nova.network.neutron [req-f013b00e-ca85-4356-8a73-4845e6f9dba8 req-66fd7189-08cd-4c79-9309-39a97e860945 service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Refreshing network info cache for port bb987fde-0e23-48ad-b8e4-a68472a89680 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.279434] env[71147]: DEBUG nova.network.neutron [-] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.362209] env[71147]: DEBUG nova.policy [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9df202119c9d422d9d0f104b6eb1f271', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab103c1857d34a68bd081df8f400c41d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.432626] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420472, 'name': CreateVM_Task, 'duration_secs': 0.963878} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.441759] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.442912] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.445746] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.445746] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.446443] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e41d73-f8de-482e-8a6e-107c24418138 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.456298] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420473, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.460128] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 664.460128] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521519fb-c6be-08f5-0e10-8ac7de21d4a2" [ 664.460128] env[71147]: _type = "Task" [ 664.460128] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.470182] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081011} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.471600] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.473447] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea4609b-1bd2-475f-ab17-f0f6259b73ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.484023] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521519fb-c6be-08f5-0e10-8ac7de21d4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.016177} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.484023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.484350] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.484714] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.484927] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.485188] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.485517] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af1323c-a30c-4601-bcfe-b984d2a98f86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.508559] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 44f6b829-12db-4c48-b2d3-016bc6363dcc/44f6b829-12db-4c48-b2d3-016bc6363dcc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.509857] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b72a79-9fab-48e3-8792-1a99cbe96fc7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.528388] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.528388] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.528890] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d85a064-7eb1-4aed-a0fa-bb04b3118126 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.539671] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 664.539671] env[71147]: value = "task-3420476" [ 664.539671] env[71147]: _type = "Task" [ 664.539671] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.545122] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 664.545122] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b4e195-f713-72f0-2d49-5421d0804f54" [ 664.545122] env[71147]: _type = "Task" [ 664.545122] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.554389] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.563612] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420475, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.567401] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b4e195-f713-72f0-2d49-5421d0804f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.658879] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420464, 'name': PowerOnVM_Task} progress is 64%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.760281] env[71147]: DEBUG nova.compute.manager [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.782435] env[71147]: INFO nova.compute.manager [-] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Took 1.61 seconds to deallocate network for instance. [ 664.944434] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420473, 'name': Rename_Task, 'duration_secs': 0.716102} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.944874] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.945413] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-945ba8b2-f867-4539-8dc2-1df4343a24fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.961344] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 664.961344] env[71147]: value = "task-3420477" [ 664.961344] env[71147]: _type = "Task" [ 664.961344] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.974849] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.059472] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.071162] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b4e195-f713-72f0-2d49-5421d0804f54, 'name': SearchDatastore_Task, 'duration_secs': 0.079975} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.073933] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791849} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.074170] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e9255b-a527-4b72-82a3-67ddfd6f4ce4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.076556] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.076790] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.077020] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc23d3d9-bff8-4e64-ae4d-eb35e0ee8122 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.085491] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 665.085491] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c6dd14-7b38-1579-56b1-28fec4bf86f1" [ 665.085491] env[71147]: _type = "Task" [ 665.085491] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.090726] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 665.090726] env[71147]: value = "task-3420478" [ 665.090726] env[71147]: _type = "Task" [ 665.090726] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.100309] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c6dd14-7b38-1579-56b1-28fec4bf86f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.108839] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.159223] env[71147]: DEBUG oslo_vmware.api [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420464, 'name': PowerOnVM_Task, 'duration_secs': 2.910837} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.159546] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.159793] env[71147]: INFO nova.compute.manager [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Took 13.91 seconds to spawn the instance on the hypervisor. [ 665.159999] env[71147]: DEBUG nova.compute.manager [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.160966] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968c70a6-d1ce-4473-8d3b-2642a2dc3c21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.182081] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cdc41d-5b74-414e-b593-c63dd6efe18a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.190309] env[71147]: DEBUG nova.network.neutron [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Successfully created port: 152d0b51-90c2-4cbf-b1db-bb2e7cdb8648 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.195702] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ff9e45-da29-45c2-b298-ffdf1d102a59 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.230823] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3f5026-4c70-4c50-9604-bac6cee2e00d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.240992] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b1b1a0-b519-4a72-9544-ba3f24661bcc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.258284] env[71147]: DEBUG nova.compute.provider_tree [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.289126] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.355409] env[71147]: DEBUG nova.network.neutron [req-f013b00e-ca85-4356-8a73-4845e6f9dba8 req-66fd7189-08cd-4c79-9309-39a97e860945 service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Updated VIF entry in instance network info cache for port bb987fde-0e23-48ad-b8e4-a68472a89680. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.355800] env[71147]: DEBUG nova.network.neutron [req-f013b00e-ca85-4356-8a73-4845e6f9dba8 req-66fd7189-08cd-4c79-9309-39a97e860945 service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Updating instance_info_cache with network_info: [{"id": "bb987fde-0e23-48ad-b8e4-a68472a89680", "address": "fa:16:3e:65:85:f9", "network": {"id": "65f08f62-2baa-4c81-90b4-a40795f4f0ed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2022806696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a4f879a0004961ba3638f0b9cf7bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb987fde-0e", "ovs_interfaceid": "bb987fde-0e23-48ad-b8e4-a68472a89680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.424034] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "fb97a908-0315-42a4-9194-30d503c7672d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.424344] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.478607] env[71147]: DEBUG nova.compute.manager [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Received event network-vif-plugged-effc5d55-833c-4cc1-9d63-454ad67db1cb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.478828] env[71147]: DEBUG oslo_concurrency.lockutils [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] Acquiring lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.483595] env[71147]: DEBUG oslo_concurrency.lockutils [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] Lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.483595] env[71147]: DEBUG oslo_concurrency.lockutils [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] Lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.483740] env[71147]: DEBUG nova.compute.manager [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] No waiting events found dispatching network-vif-plugged-effc5d55-833c-4cc1-9d63-454ad67db1cb {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.483903] env[71147]: WARNING nova.compute.manager [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Received unexpected event network-vif-plugged-effc5d55-833c-4cc1-9d63-454ad67db1cb for instance with vm_state building and task_state spawning. [ 665.484085] env[71147]: DEBUG nova.compute.manager [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Received event network-changed-effc5d55-833c-4cc1-9d63-454ad67db1cb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.484267] env[71147]: DEBUG nova.compute.manager [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Refreshing instance network info cache due to event network-changed-effc5d55-833c-4cc1-9d63-454ad67db1cb. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.484472] env[71147]: DEBUG oslo_concurrency.lockutils [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] Acquiring lock "refresh_cache-f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.484616] env[71147]: DEBUG oslo_concurrency.lockutils [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] Acquired lock "refresh_cache-f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.484845] env[71147]: DEBUG nova.network.neutron [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Refreshing network info cache for port effc5d55-833c-4cc1-9d63-454ad67db1cb {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.490797] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420477, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.555487] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420476, 'name': ReconfigVM_Task, 'duration_secs': 1.001788} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.555811] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 44f6b829-12db-4c48-b2d3-016bc6363dcc/44f6b829-12db-4c48-b2d3-016bc6363dcc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.557218] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d650916-7155-43e4-95e9-d10b3a4d63c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.568160] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 665.568160] env[71147]: value = "task-3420479" [ 665.568160] env[71147]: _type = "Task" [ 665.568160] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.586718] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420479, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.600982] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c6dd14-7b38-1579-56b1-28fec4bf86f1, 'name': SearchDatastore_Task, 'duration_secs': 0.028059} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.601801] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.602184] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] f21d59f3-5eaa-4bfe-8752-17f3bc4ece69/f21d59f3-5eaa-4bfe-8752-17f3bc4ece69.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.602483] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb1a97a-39f2-4313-91b7-f702c48e2de6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.607981] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136152} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.608699] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.609870] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cdb589-5c67-4162-a831-8754c7b3b70f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.615422] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 665.615422] env[71147]: value = "task-3420480" [ 665.615422] env[71147]: _type = "Task" [ 665.615422] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.633031] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.637329] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05e725c-21a5-47c0-a60a-45c5bba50731 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.660452] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.662105] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 665.662105] env[71147]: value = "task-3420481" [ 665.662105] env[71147]: _type = "Task" [ 665.662105] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.673532] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.691603] env[71147]: INFO nova.compute.manager [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Took 23.18 seconds to build instance. [ 665.761919] env[71147]: DEBUG nova.scheduler.client.report [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.777664] env[71147]: DEBUG nova.compute.manager [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.811094] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.811742] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.811742] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.811742] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.811983] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.811983] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.812713] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.813139] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.813290] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.813488] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.813781] env[71147]: DEBUG nova.virt.hardware [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.814769] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ab0ffd-07e3-4c8e-8b22-74ba617a2f13 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.825746] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712c193d-df79-444e-9b7b-35d3f75d86d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.859172] env[71147]: DEBUG oslo_concurrency.lockutils [req-f013b00e-ca85-4356-8a73-4845e6f9dba8 req-66fd7189-08cd-4c79-9309-39a97e860945 service nova] Releasing lock "refresh_cache-44f6b829-12db-4c48-b2d3-016bc6363dcc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.974364] env[71147]: DEBUG oslo_vmware.api [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420477, 'name': PowerOnVM_Task, 'duration_secs': 0.77102} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.974708] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.974934] env[71147]: INFO nova.compute.manager [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Took 12.24 seconds to spawn the instance on the hypervisor. [ 665.975177] env[71147]: DEBUG nova.compute.manager [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.976070] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40c4819-9bcb-4783-b9c5-ebb7d1e82daa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.080674] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420479, 'name': Rename_Task, 'duration_secs': 0.243658} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.080897] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.081478] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40a49e48-93aa-4bf8-a3e1-0e42a8968e2c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.091730] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 666.091730] env[71147]: value = "task-3420482" [ 666.091730] env[71147]: _type = "Task" [ 666.091730] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.104937] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.137441] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420480, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.174732] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420481, 'name': ReconfigVM_Task, 'duration_secs': 0.502975} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.175287] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Reconfigured VM instance instance-00000003 to attach disk [datastore2] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.178654] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3bd7862-6dca-44b7-b0d1-929b1cf3fdd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.189498] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 666.189498] env[71147]: value = "task-3420483" [ 666.189498] env[71147]: _type = "Task" [ 666.189498] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.194478] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35ec4af1-362b-4119-bd53-44ddec91310e tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.693s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.202796] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420483, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.268898] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.269535] env[71147]: DEBUG nova.compute.manager [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.272636] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.951s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.274143] env[71147]: INFO nova.compute.claims [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.503115] env[71147]: INFO nova.compute.manager [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Took 21.75 seconds to build instance. [ 666.537718] env[71147]: DEBUG nova.network.neutron [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Updated VIF entry in instance network info cache for port effc5d55-833c-4cc1-9d63-454ad67db1cb. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.538129] env[71147]: DEBUG nova.network.neutron [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Updating instance_info_cache with network_info: [{"id": "effc5d55-833c-4cc1-9d63-454ad67db1cb", "address": "fa:16:3e:5e:99:24", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffc5d55-83", "ovs_interfaceid": "effc5d55-833c-4cc1-9d63-454ad67db1cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.603957] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.636595] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583561} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.636777] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] f21d59f3-5eaa-4bfe-8752-17f3bc4ece69/f21d59f3-5eaa-4bfe-8752-17f3bc4ece69.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.636886] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.637150] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37fe4cfe-ccf8-4fd2-8f8f-1e5ac7099316 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.647937] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 666.647937] env[71147]: value = "task-3420484" [ 666.647937] env[71147]: _type = "Task" [ 666.647937] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.657019] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.702793] env[71147]: DEBUG nova.compute.manager [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.705694] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420483, 'name': Rename_Task, 'duration_secs': 0.161916} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.709095] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.709095] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff745e16-98db-4468-9de9-ee39e62d78b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.718570] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 666.718570] env[71147]: value = "task-3420485" [ 666.718570] env[71147]: _type = "Task" [ 666.718570] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.728656] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.783399] env[71147]: DEBUG nova.compute.utils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.785804] env[71147]: DEBUG nova.compute.manager [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.786127] env[71147]: DEBUG nova.network.neutron [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.849581] env[71147]: DEBUG nova.policy [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77f5dcf21f1840b38ad341f43ce6d817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772dbb4716ba4c3db972063387fe4bf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.005561] env[71147]: DEBUG oslo_concurrency.lockutils [None req-649110a5-7f0e-4577-a539-0faf881aeaf8 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "bc665eac-54f4-4c98-a1fe-e26049026682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.257s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.040932] env[71147]: DEBUG oslo_concurrency.lockutils [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] Releasing lock "refresh_cache-f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.041881] env[71147]: DEBUG nova.compute.manager [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Received event network-changed-5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.042495] env[71147]: DEBUG nova.compute.manager [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Refreshing instance network info cache due to event network-changed-5665450c-fd11-4314-8491-48c413320f7d. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.042495] env[71147]: DEBUG oslo_concurrency.lockutils [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] Acquiring lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.042601] env[71147]: DEBUG oslo_concurrency.lockutils [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] Acquired lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.042688] env[71147]: DEBUG nova.network.neutron [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Refreshing network info cache for port 5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.105422] env[71147]: DEBUG oslo_vmware.api [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3420482, 'name': PowerOnVM_Task, 'duration_secs': 0.517156} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.106672] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.106672] env[71147]: INFO nova.compute.manager [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Took 10.88 seconds to spawn the instance on the hypervisor. [ 667.106672] env[71147]: DEBUG nova.compute.manager [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.107839] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189a3136-fdaa-463e-8030-09f1a1858fed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.160340] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072213} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.161725] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.162715] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f807def-cf80-4ab7-ba21-d8a78a39fded {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.189500] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f21d59f3-5eaa-4bfe-8752-17f3bc4ece69/f21d59f3-5eaa-4bfe-8752-17f3bc4ece69.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.190191] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9363d94d-62e2-4736-98f6-3c466d727935 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.213326] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 667.213326] env[71147]: value = "task-3420486" [ 667.213326] env[71147]: _type = "Task" [ 667.213326] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.224327] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.230995] env[71147]: DEBUG oslo_vmware.api [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420485, 'name': PowerOnVM_Task, 'duration_secs': 0.488477} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.231305] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.231535] env[71147]: DEBUG nova.compute.manager [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.232297] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacd54a8-faf6-4c65-ac2d-6958d0eacbfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.236301] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.291230] env[71147]: DEBUG nova.compute.manager [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.340370] env[71147]: DEBUG nova.network.neutron [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Successfully updated port: 152d0b51-90c2-4cbf-b1db-bb2e7cdb8648 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.511571] env[71147]: DEBUG nova.compute.manager [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.530677] env[71147]: DEBUG nova.network.neutron [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Successfully created port: 94ae3c07-8503-40e1-882a-d42aa21be01a {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.634594] env[71147]: INFO nova.compute.manager [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Took 21.75 seconds to build instance. [ 667.686636] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baad6f88-9da9-4b97-91c0-a15460869dc9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.699458] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c836cb-0d80-41c9-8ba9-64aa4ae1b30b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.745497] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c4fcfd-c3e5-4114-a02b-753da26a1c4e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.760279] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.769297] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc6b28b-8526-43dc-918f-982695d6e12f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.773795] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.779794] env[71147]: DEBUG nova.compute.manager [None req-67ec817e-d2b7-461a-b74b-b5768ae6fb4f tempest-ServerDiagnosticsTest-1967990380 tempest-ServerDiagnosticsTest-1967990380-project-admin] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.790179] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b463b2e-96c6-4e49-a595-28fb72562313 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.793209] env[71147]: DEBUG nova.compute.provider_tree [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.807288] env[71147]: INFO nova.compute.manager [None req-67ec817e-d2b7-461a-b74b-b5768ae6fb4f tempest-ServerDiagnosticsTest-1967990380 tempest-ServerDiagnosticsTest-1967990380-project-admin] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Retrieving diagnostics [ 667.808169] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07af094-0e1b-4934-9645-074322016e36 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.844997] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquiring lock "refresh_cache-a2203e1c-afc0-4155-a4f4-3c1d91aa8939" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.845168] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquired lock "refresh_cache-a2203e1c-afc0-4155-a4f4-3c1d91aa8939" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.845316] env[71147]: DEBUG nova.network.neutron [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.021853] env[71147]: DEBUG nova.network.neutron [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Updated VIF entry in instance network info cache for port 5665450c-fd11-4314-8491-48c413320f7d. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.021853] env[71147]: DEBUG nova.network.neutron [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Updating instance_info_cache with network_info: [{"id": "5665450c-fd11-4314-8491-48c413320f7d", "address": "fa:16:3e:66:73:11", "network": {"id": "ab81ee1c-7f1c-439c-b071-505b3caad2ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1251489351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f84129ba5a2d4e418085a14c7188c6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5665450c-fd", "ovs_interfaceid": "5665450c-fd11-4314-8491-48c413320f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.034283] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.137765] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68373af7-f205-42b3-b87a-4f7d6004252a tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.273s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.246847] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420486, 'name': ReconfigVM_Task, 'duration_secs': 0.67485} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.247403] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f21d59f3-5eaa-4bfe-8752-17f3bc4ece69/f21d59f3-5eaa-4bfe-8752-17f3bc4ece69.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.248694] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78646ef1-d859-4db3-966c-6073b62bc207 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.256649] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 668.256649] env[71147]: value = "task-3420487" [ 668.256649] env[71147]: _type = "Task" [ 668.256649] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.266383] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420487, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.303622] env[71147]: DEBUG nova.scheduler.client.report [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.314055] env[71147]: DEBUG nova.compute.manager [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.355385] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:27:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1461194746',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1920783064',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.355385] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.355385] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.355619] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.355619] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.355619] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.355619] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.356233] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.356684] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.357104] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.357369] env[71147]: DEBUG nova.virt.hardware [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.358451] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcfa522-573b-4393-9a98-ec46c259c76e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.369092] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa04c90-d3b7-4266-9aeb-f2d1542e32dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.412445] env[71147]: DEBUG nova.network.neutron [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.526173] env[71147]: DEBUG oslo_concurrency.lockutils [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] Releasing lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.526511] env[71147]: DEBUG nova.compute.manager [req-ecf808ec-b720-4b18-8274-329a1e817012 req-f653d75e-e1b6-4f49-b479-9fcd2024eeb0 service nova] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Received event network-vif-deleted-90f7b587-ca2b-4c09-8f63-81086f25e193 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.577024] env[71147]: DEBUG nova.network.neutron [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Updating instance_info_cache with network_info: [{"id": "152d0b51-90c2-4cbf-b1db-bb2e7cdb8648", "address": "fa:16:3e:1a:6d:06", "network": {"id": "d5ae6d36-cf1a-4161-ac28-bcb94fe06e4b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2001111078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ab103c1857d34a68bd081df8f400c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152d0b51-90", "ovs_interfaceid": "152d0b51-90c2-4cbf-b1db-bb2e7cdb8648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.640782] env[71147]: DEBUG nova.compute.manager [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.750991] env[71147]: DEBUG nova.compute.manager [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Received event network-vif-plugged-152d0b51-90c2-4cbf-b1db-bb2e7cdb8648 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.751345] env[71147]: DEBUG oslo_concurrency.lockutils [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] Acquiring lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.751851] env[71147]: DEBUG oslo_concurrency.lockutils [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] Lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.751851] env[71147]: DEBUG oslo_concurrency.lockutils [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] Lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.752197] env[71147]: DEBUG nova.compute.manager [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] No waiting events found dispatching network-vif-plugged-152d0b51-90c2-4cbf-b1db-bb2e7cdb8648 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.752494] env[71147]: WARNING nova.compute.manager [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Received unexpected event network-vif-plugged-152d0b51-90c2-4cbf-b1db-bb2e7cdb8648 for instance with vm_state building and task_state spawning. [ 668.752675] env[71147]: DEBUG nova.compute.manager [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Received event network-changed-152d0b51-90c2-4cbf-b1db-bb2e7cdb8648 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.752888] env[71147]: DEBUG nova.compute.manager [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Refreshing instance network info cache due to event network-changed-152d0b51-90c2-4cbf-b1db-bb2e7cdb8648. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.754169] env[71147]: DEBUG oslo_concurrency.lockutils [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] Acquiring lock "refresh_cache-a2203e1c-afc0-4155-a4f4-3c1d91aa8939" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.776646] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420487, 'name': Rename_Task, 'duration_secs': 0.176894} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.776646] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.776646] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff4f95f5-f0e6-4a98-b292-59236391deb0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.785188] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 668.785188] env[71147]: value = "task-3420488" [ 668.785188] env[71147]: _type = "Task" [ 668.785188] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.796950] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.820201] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.821155] env[71147]: DEBUG nova.compute.manager [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.828677] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.480s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.828677] env[71147]: INFO nova.compute.claims [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.079663] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Releasing lock "refresh_cache-a2203e1c-afc0-4155-a4f4-3c1d91aa8939" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.080076] env[71147]: DEBUG nova.compute.manager [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Instance network_info: |[{"id": "152d0b51-90c2-4cbf-b1db-bb2e7cdb8648", "address": "fa:16:3e:1a:6d:06", "network": {"id": "d5ae6d36-cf1a-4161-ac28-bcb94fe06e4b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2001111078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ab103c1857d34a68bd081df8f400c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152d0b51-90", "ovs_interfaceid": "152d0b51-90c2-4cbf-b1db-bb2e7cdb8648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.084805] env[71147]: DEBUG oslo_concurrency.lockutils [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] Acquired lock "refresh_cache-a2203e1c-afc0-4155-a4f4-3c1d91aa8939" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.084805] env[71147]: DEBUG nova.network.neutron [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Refreshing network info cache for port 152d0b51-90c2-4cbf-b1db-bb2e7cdb8648 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.084805] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:6d:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '152d0b51-90c2-4cbf-b1db-bb2e7cdb8648', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.097282] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Creating folder: Project (ab103c1857d34a68bd081df8f400c41d). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.098526] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eda366cb-018e-42e5-a0ee-a4857329de3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.113661] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Created folder: Project (ab103c1857d34a68bd081df8f400c41d) in parent group-v682378. [ 669.113954] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Creating folder: Instances. Parent ref: group-v682412. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.114238] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72ac3d5-3a90-47a0-8d86-bc192293c02b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.128863] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Created folder: Instances in parent group-v682412. [ 669.129212] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.129422] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.129632] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb315aea-18f5-45c2-8785-052aea3ede19 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.157588] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.157588] env[71147]: value = "task-3420491" [ 669.157588] env[71147]: _type = "Task" [ 669.157588] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.167447] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420491, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.172883] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.296414] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.334573] env[71147]: DEBUG nova.compute.utils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.339428] env[71147]: DEBUG nova.compute.manager [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.340010] env[71147]: DEBUG nova.network.neutron [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.468277] env[71147]: DEBUG nova.policy [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbd54df7a19a4b2da4b9ec6af9c1f6de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a2f968f95354f899632e6132086f7df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.676863] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420491, 'name': CreateVM_Task, 'duration_secs': 0.398058} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.677192] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.679182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.680048] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.680048] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.680048] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7739cca8-90c7-4477-8d7d-41ba4db88a1e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.693812] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 669.693812] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294cb91-c685-dcd9-7065-d47738c5d457" [ 669.693812] env[71147]: _type = "Task" [ 669.693812] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.701810] env[71147]: DEBUG nova.network.neutron [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Successfully updated port: 94ae3c07-8503-40e1-882a-d42aa21be01a {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.711944] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294cb91-c685-dcd9-7065-d47738c5d457, 'name': SearchDatastore_Task, 'duration_secs': 0.01769} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.712265] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.712515] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.712746] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.712909] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.713126] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.713397] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a3d5aa2-7565-427d-bbf2-e418b33097cf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.727094] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.728242] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.728601] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15dd858-4548-407b-8666-5c990d50a6b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.740386] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 669.740386] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525e9689-cfd1-b2c4-7fc3-d455e1c679c0" [ 669.740386] env[71147]: _type = "Task" [ 669.740386] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.750086] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525e9689-cfd1-b2c4-7fc3-d455e1c679c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.796667] env[71147]: DEBUG oslo_vmware.api [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420488, 'name': PowerOnVM_Task, 'duration_secs': 0.768716} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.798168] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.798168] env[71147]: INFO nova.compute.manager [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Took 11.08 seconds to spawn the instance on the hypervisor. [ 669.799970] env[71147]: DEBUG nova.compute.manager [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.800774] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91338f41-a519-42c8-810e-14a83dc58ede {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.840769] env[71147]: DEBUG nova.compute.manager [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.954124] env[71147]: DEBUG nova.network.neutron [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Updated VIF entry in instance network info cache for port 152d0b51-90c2-4cbf-b1db-bb2e7cdb8648. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.954523] env[71147]: DEBUG nova.network.neutron [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Updating instance_info_cache with network_info: [{"id": "152d0b51-90c2-4cbf-b1db-bb2e7cdb8648", "address": "fa:16:3e:1a:6d:06", "network": {"id": "d5ae6d36-cf1a-4161-ac28-bcb94fe06e4b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2001111078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ab103c1857d34a68bd081df8f400c41d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152d0b51-90", "ovs_interfaceid": "152d0b51-90c2-4cbf-b1db-bb2e7cdb8648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.957142] env[71147]: DEBUG oslo_concurrency.lockutils [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquiring lock "bc665eac-54f4-4c98-a1fe-e26049026682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.957374] env[71147]: DEBUG oslo_concurrency.lockutils [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "bc665eac-54f4-4c98-a1fe-e26049026682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.960465] env[71147]: DEBUG oslo_concurrency.lockutils [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquiring lock "bc665eac-54f4-4c98-a1fe-e26049026682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.960465] env[71147]: DEBUG oslo_concurrency.lockutils [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "bc665eac-54f4-4c98-a1fe-e26049026682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.960465] env[71147]: DEBUG oslo_concurrency.lockutils [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "bc665eac-54f4-4c98-a1fe-e26049026682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.965077] env[71147]: INFO nova.compute.manager [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Terminating instance [ 670.209805] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "refresh_cache-25cd3849-8060-45d0-9188-b9aab722bee7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.209857] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquired lock "refresh_cache-25cd3849-8060-45d0-9188-b9aab722bee7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.209985] env[71147]: DEBUG nova.network.neutron [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.225580] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61a1578-47b8-4861-bd5f-b21a771acf35 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.234671] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4862255-59e7-4fec-a604-bf476a73c166 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.283648] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630b49ff-ce80-450f-9a9c-fa179989e249 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.294365] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525e9689-cfd1-b2c4-7fc3-d455e1c679c0, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.295641] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536cd2ce-2f20-4a2b-8ac7-e8707a4c6c21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.306978] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56848f65-02eb-43b5-bb1b-bc211868172c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.320340] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 670.320340] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a62137-a8a7-4943-2388-a1fbcb187e46" [ 670.320340] env[71147]: _type = "Task" [ 670.320340] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.326571] env[71147]: INFO nova.compute.manager [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Took 24.21 seconds to build instance. [ 670.335555] env[71147]: DEBUG nova.compute.provider_tree [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.347651] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a62137-a8a7-4943-2388-a1fbcb187e46, 'name': SearchDatastore_Task, 'duration_secs': 0.01444} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.349145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.349199] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] a2203e1c-afc0-4155-a4f4-3c1d91aa8939/a2203e1c-afc0-4155-a4f4-3c1d91aa8939.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.349446] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c0a8e8e-4fb2-412b-b8ee-1107b1029c25 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.360646] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 670.360646] env[71147]: value = "task-3420492" [ 670.360646] env[71147]: _type = "Task" [ 670.360646] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.370396] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.460309] env[71147]: DEBUG oslo_concurrency.lockutils [req-0789ae43-69df-4ebf-a781-3f1f6e9650cb req-9f88acd1-195c-4329-98f5-68940a5bb9b2 service nova] Releasing lock "refresh_cache-a2203e1c-afc0-4155-a4f4-3c1d91aa8939" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.472230] env[71147]: DEBUG nova.compute.manager [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.472230] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.473159] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a581fa4-c2fb-4420-ae33-8c189f30ecdb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.482201] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.482483] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a5d3b4b-1676-402e-bd3f-a808711df2ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.490485] env[71147]: DEBUG oslo_vmware.api [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 670.490485] env[71147]: value = "task-3420493" [ 670.490485] env[71147]: _type = "Task" [ 670.490485] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.501699] env[71147]: DEBUG oslo_vmware.api [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.744573] env[71147]: DEBUG nova.network.neutron [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Successfully created port: 6b2c7d51-a251-447c-83ef-53478a22fda6 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.761213] env[71147]: DEBUG nova.network.neutron [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.841027] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d03f452-250d-45ce-b5da-ec41c02d9902 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.740s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.841027] env[71147]: DEBUG nova.scheduler.client.report [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.849556] env[71147]: DEBUG nova.compute.manager [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.873835] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.889790] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.890155] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.890326] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.890504] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.890647] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.890794] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.891026] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.891191] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.892341] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.892609] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.893171] env[71147]: DEBUG nova.virt.hardware [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.894992] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4863b61f-77b0-4b74-83f9-0374941d414c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.906313] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b88ac-0968-467b-a76c-07a19d9ab559 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.006039] env[71147]: DEBUG oslo_vmware.api [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420493, 'name': PowerOffVM_Task, 'duration_secs': 0.308386} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.006562] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.006669] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.006927] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a48fe017-0ca1-4853-a7e1-21e6dd3b3f0a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.017712] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "c7151826-0752-4112-a25b-59e79d482872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.017943] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "c7151826-0752-4112-a25b-59e79d482872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.047074] env[71147]: DEBUG nova.network.neutron [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Updating instance_info_cache with network_info: [{"id": "94ae3c07-8503-40e1-882a-d42aa21be01a", "address": "fa:16:3e:d8:1e:53", "network": {"id": "4a8e5b8b-aa8e-4ed9-a54f-cbb082e91c73", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1187823110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772dbb4716ba4c3db972063387fe4bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ae3c07-85", "ovs_interfaceid": "94ae3c07-8503-40e1-882a-d42aa21be01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.096044] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.096345] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.096564] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Deleting the datastore file [datastore2] bc665eac-54f4-4c98-a1fe-e26049026682 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.097184] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-231b6af9-1a7e-44b7-ac6e-5e9ca3541bb1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.105598] env[71147]: DEBUG oslo_vmware.api [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for the task: (returnval){ [ 671.105598] env[71147]: value = "task-3420495" [ 671.105598] env[71147]: _type = "Task" [ 671.105598] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.114170] env[71147]: DEBUG oslo_vmware.api [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.257738] env[71147]: INFO nova.compute.manager [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Rebuilding instance [ 671.317325] env[71147]: DEBUG nova.compute.manager [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.318316] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc992319-eee9-4a0d-a99c-e764e13554a3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.346896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.347535] env[71147]: DEBUG nova.compute.manager [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.354710] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.287s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.378705] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625935} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.379780] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] a2203e1c-afc0-4155-a4f4-3c1d91aa8939/a2203e1c-afc0-4155-a4f4-3c1d91aa8939.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.380134] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.381805] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7727196a-9d60-4bcd-871c-b6f8934fe0f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.389496] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 671.389496] env[71147]: value = "task-3420496" [ 671.389496] env[71147]: _type = "Task" [ 671.389496] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.400671] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.524385] env[71147]: DEBUG nova.compute.manager [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.550349] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Releasing lock "refresh_cache-25cd3849-8060-45d0-9188-b9aab722bee7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.550716] env[71147]: DEBUG nova.compute.manager [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Instance network_info: |[{"id": "94ae3c07-8503-40e1-882a-d42aa21be01a", "address": "fa:16:3e:d8:1e:53", "network": {"id": "4a8e5b8b-aa8e-4ed9-a54f-cbb082e91c73", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1187823110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772dbb4716ba4c3db972063387fe4bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ae3c07-85", "ovs_interfaceid": "94ae3c07-8503-40e1-882a-d42aa21be01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.551193] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:1e:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94ae3c07-8503-40e1-882a-d42aa21be01a', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.562478] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Creating folder: Project (772dbb4716ba4c3db972063387fe4bf0). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.562874] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc24c7bf-0b3c-4a8f-b1da-b910dab711ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.578070] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Created folder: Project (772dbb4716ba4c3db972063387fe4bf0) in parent group-v682378. [ 671.578277] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Creating folder: Instances. Parent ref: group-v682415. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.578518] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8deaceeb-26ee-4a0b-8d48-90a0a5e6e7d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.595646] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Created folder: Instances in parent group-v682415. [ 671.597231] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.597231] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.597566] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-416bb600-091d-4e7a-a8b2-944a326c9e9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.629206] env[71147]: DEBUG oslo_vmware.api [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Task: {'id': task-3420495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385454} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.630662] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.630914] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.631069] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.631257] env[71147]: INFO nova.compute.manager [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Took 1.16 seconds to destroy the instance on the hypervisor. [ 671.631505] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.631696] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.631696] env[71147]: value = "task-3420499" [ 671.631696] env[71147]: _type = "Task" [ 671.631696] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.631984] env[71147]: DEBUG nova.compute.manager [-] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.631984] env[71147]: DEBUG nova.network.neutron [-] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.646427] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420499, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.853749] env[71147]: DEBUG nova.compute.utils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.858721] env[71147]: DEBUG nova.compute.manager [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.858721] env[71147]: DEBUG nova.network.neutron [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.866313] env[71147]: INFO nova.compute.claims [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.903193] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07686} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.903503] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.904321] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb2bd4-3426-4bf7-8b78-1e9f96169a91 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.932511] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] a2203e1c-afc0-4155-a4f4-3c1d91aa8939/a2203e1c-afc0-4155-a4f4-3c1d91aa8939.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.936025] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f725ac2-0c4b-4493-bdda-b4d8eefe5d11 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.957890] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 671.957890] env[71147]: value = "task-3420500" [ 671.957890] env[71147]: _type = "Task" [ 671.957890] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.968317] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.024637] env[71147]: DEBUG nova.policy [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70354690f91e4d9b860a9a6ac036f48f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec8787ba0cf64311813c8b410dbb2547', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.055317] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.152590] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420499, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.339283] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.339283] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a076bd8-8438-45b3-9d81-de3dae9bb796 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.352566] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 672.352566] env[71147]: value = "task-3420501" [ 672.352566] env[71147]: _type = "Task" [ 672.352566] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.369167] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.372788] env[71147]: DEBUG nova.compute.manager [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.384445] env[71147]: INFO nova.compute.resource_tracker [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating resource usage from migration 6bc3c6c2-e0cf-41b2-80f7-64fc3cf1c469 [ 672.480745] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.646335] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420499, 'name': CreateVM_Task, 'duration_secs': 0.696747} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.646512] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.647175] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.647340] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.647647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.647940] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a8469f-82dc-4c55-ae90-4c6baf2f5e88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.658639] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 672.658639] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5296a876-29c7-9c7b-4284-39172020c1f8" [ 672.658639] env[71147]: _type = "Task" [ 672.658639] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.673688] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5296a876-29c7-9c7b-4284-39172020c1f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.772780] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f4a709-002b-4b94-bbd6-9a7c2839b8d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.783767] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ae97d0-b9cb-4010-af70-ec8a4b1bfd44 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.820737] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc35db8-e2cb-4854-b363-08db4f5244c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.831603] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95027378-0b73-42b3-8cb6-9c7c59eebdcd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.849774] env[71147]: DEBUG nova.compute.provider_tree [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.865021] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420501, 'name': PowerOffVM_Task, 'duration_secs': 0.158456} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.867017] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.867017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.867017] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1964f3-17fd-4c58-b157-1f17966b7559 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.876302] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.876622] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e091a484-62ed-4cd1-8632-4cb821cb0346 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.917271] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.917319] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.917641] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Deleting the datastore file [datastore2] b68e658a-8a6a-451c-b52d-e1d66d0251d1 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.919052] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-665fa269-6772-47cf-8053-1a2cdf804e82 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.928034] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 672.928034] env[71147]: value = "task-3420503" [ 672.928034] env[71147]: _type = "Task" [ 672.928034] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.937615] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.969973] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420500, 'name': ReconfigVM_Task, 'duration_secs': 0.549373} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.970369] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Reconfigured VM instance instance-0000000b to attach disk [datastore2] a2203e1c-afc0-4155-a4f4-3c1d91aa8939/a2203e1c-afc0-4155-a4f4-3c1d91aa8939.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.971013] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c947ea-f7e2-4571-9364-790ff7b65cc3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.980803] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 672.980803] env[71147]: value = "task-3420504" [ 672.980803] env[71147]: _type = "Task" [ 672.980803] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.996324] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420504, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.034158] env[71147]: DEBUG nova.network.neutron [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Successfully created port: 14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.044885] env[71147]: DEBUG nova.network.neutron [-] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.174706] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5296a876-29c7-9c7b-4284-39172020c1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.061704} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.174706] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.174706] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.174706] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.175083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.175083] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.175083] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ab6dc0e-2982-44f3-a66b-724a7bc87b22 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.190713] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.191073] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.191924] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23a19eb-8dbd-4571-b6a9-0a77d0903abb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.199617] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 673.199617] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524de5c6-eb99-c3a2-3141-8b8d97b255a1" [ 673.199617] env[71147]: _type = "Task" [ 673.199617] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.211856] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524de5c6-eb99-c3a2-3141-8b8d97b255a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.236135] env[71147]: DEBUG nova.network.neutron [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Successfully updated port: 6b2c7d51-a251-447c-83ef-53478a22fda6 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.256700] env[71147]: DEBUG nova.compute.manager [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Received event network-vif-plugged-94ae3c07-8503-40e1-882a-d42aa21be01a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.257792] env[71147]: DEBUG oslo_concurrency.lockutils [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] Acquiring lock "25cd3849-8060-45d0-9188-b9aab722bee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.258173] env[71147]: DEBUG oslo_concurrency.lockutils [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] Lock "25cd3849-8060-45d0-9188-b9aab722bee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.258486] env[71147]: DEBUG oslo_concurrency.lockutils [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] Lock "25cd3849-8060-45d0-9188-b9aab722bee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.258759] env[71147]: DEBUG nova.compute.manager [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] No waiting events found dispatching network-vif-plugged-94ae3c07-8503-40e1-882a-d42aa21be01a {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.258865] env[71147]: WARNING nova.compute.manager [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Received unexpected event network-vif-plugged-94ae3c07-8503-40e1-882a-d42aa21be01a for instance with vm_state building and task_state spawning. [ 673.259044] env[71147]: DEBUG nova.compute.manager [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Received event network-changed-94ae3c07-8503-40e1-882a-d42aa21be01a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.259213] env[71147]: DEBUG nova.compute.manager [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Refreshing instance network info cache due to event network-changed-94ae3c07-8503-40e1-882a-d42aa21be01a. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.259538] env[71147]: DEBUG oslo_concurrency.lockutils [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] Acquiring lock "refresh_cache-25cd3849-8060-45d0-9188-b9aab722bee7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.259616] env[71147]: DEBUG oslo_concurrency.lockutils [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] Acquired lock "refresh_cache-25cd3849-8060-45d0-9188-b9aab722bee7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.259703] env[71147]: DEBUG nova.network.neutron [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Refreshing network info cache for port 94ae3c07-8503-40e1-882a-d42aa21be01a {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.353460] env[71147]: DEBUG nova.scheduler.client.report [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.395639] env[71147]: DEBUG nova.compute.manager [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.430428] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.430601] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.430754] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.430931] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.431473] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.431762] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.431997] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.432176] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.432344] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.432505] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.432678] env[71147]: DEBUG nova.virt.hardware [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.434087] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5389759-1d44-481b-a45b-5a53132696da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.449032] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184984} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.449774] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.450542] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.450542] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.456166] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f4d2fb-0f6a-4981-b792-e0665598cec5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.497268] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420504, 'name': Rename_Task, 'duration_secs': 0.267687} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.497548] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.499019] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63e13741-01d4-4352-96f6-f9026d46ea3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.508700] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 673.508700] env[71147]: value = "task-3420505" [ 673.508700] env[71147]: _type = "Task" [ 673.508700] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.517976] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.547797] env[71147]: INFO nova.compute.manager [-] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Took 1.92 seconds to deallocate network for instance. [ 673.710457] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524de5c6-eb99-c3a2-3141-8b8d97b255a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015413} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.711189] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2598bdd1-2b0e-4cb3-b94c-cf7f36848354 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.716825] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 673.716825] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a3ea6f-ace9-96d8-82a1-9f7617ce0309" [ 673.716825] env[71147]: _type = "Task" [ 673.716825] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.725081] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a3ea6f-ace9-96d8-82a1-9f7617ce0309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.742356] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquiring lock "refresh_cache-9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.742356] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquired lock "refresh_cache-9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.742356] env[71147]: DEBUG nova.network.neutron [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.859139] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.507s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.859614] env[71147]: INFO nova.compute.manager [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Migrating [ 673.859614] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.859990] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "compute-rpcapi-router" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.861212] env[71147]: DEBUG oslo_concurrency.lockutils [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.017s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.861497] env[71147]: DEBUG nova.objects.instance [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lazy-loading 'resources' on Instance uuid eeb28df7-3703-4b79-a3d8-69c1624562a6 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.869075] env[71147]: INFO nova.compute.rpcapi [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 673.870014] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "compute-rpcapi-router" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.023989] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.056597] env[71147]: DEBUG oslo_concurrency.lockutils [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.235274] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a3ea6f-ace9-96d8-82a1-9f7617ce0309, 'name': SearchDatastore_Task, 'duration_secs': 0.033419} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.235274] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.235274] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 25cd3849-8060-45d0-9188-b9aab722bee7/25cd3849-8060-45d0-9188-b9aab722bee7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.235643] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef4f442-59c9-41ad-8753-11644f598301 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.246578] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 674.246578] env[71147]: value = "task-3420506" [ 674.246578] env[71147]: _type = "Task" [ 674.246578] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.258907] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.302416] env[71147]: DEBUG nova.network.neutron [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.335659] env[71147]: DEBUG nova.compute.manager [req-a30a74e2-3d8a-48e9-bfb9-fbe3b8e989cc req-178cf6a2-53f4-4980-b8fd-74da02b75bca service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Received event network-changed-5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.335854] env[71147]: DEBUG nova.compute.manager [req-a30a74e2-3d8a-48e9-bfb9-fbe3b8e989cc req-178cf6a2-53f4-4980-b8fd-74da02b75bca service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Refreshing instance network info cache due to event network-changed-5665450c-fd11-4314-8491-48c413320f7d. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.336225] env[71147]: DEBUG oslo_concurrency.lockutils [req-a30a74e2-3d8a-48e9-bfb9-fbe3b8e989cc req-178cf6a2-53f4-4980-b8fd-74da02b75bca service nova] Acquiring lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.336403] env[71147]: DEBUG oslo_concurrency.lockutils [req-a30a74e2-3d8a-48e9-bfb9-fbe3b8e989cc req-178cf6a2-53f4-4980-b8fd-74da02b75bca service nova] Acquired lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.336500] env[71147]: DEBUG nova.network.neutron [req-a30a74e2-3d8a-48e9-bfb9-fbe3b8e989cc req-178cf6a2-53f4-4980-b8fd-74da02b75bca service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Refreshing network info cache for port 5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.395141] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.396312] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.396312] env[71147]: DEBUG nova.network.neutron [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.421180] env[71147]: DEBUG nova.network.neutron [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Updated VIF entry in instance network info cache for port 94ae3c07-8503-40e1-882a-d42aa21be01a. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.421656] env[71147]: DEBUG nova.network.neutron [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Updating instance_info_cache with network_info: [{"id": "94ae3c07-8503-40e1-882a-d42aa21be01a", "address": "fa:16:3e:d8:1e:53", "network": {"id": "4a8e5b8b-aa8e-4ed9-a54f-cbb082e91c73", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1187823110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772dbb4716ba4c3db972063387fe4bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ae3c07-85", "ovs_interfaceid": "94ae3c07-8503-40e1-882a-d42aa21be01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.501610] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.502217] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.502217] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.502217] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.502374] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.502488] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.502701] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.503058] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.503241] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.503494] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.503604] env[71147]: DEBUG nova.virt.hardware [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.504479] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19042145-b8bd-4783-a535-9cc6a31d4334 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.525067] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca52ab7e-13b8-4fa4-bd08-2bcaa0bae9a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.536337] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420505, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.549176] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.558244] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.558782] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.562720] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce744339-2182-4895-bdd5-6c44fea98b05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.576079] env[71147]: DEBUG nova.network.neutron [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Updating instance_info_cache with network_info: [{"id": "6b2c7d51-a251-447c-83ef-53478a22fda6", "address": "fa:16:3e:c1:ee:d8", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2c7d51-a2", "ovs_interfaceid": "6b2c7d51-a251-447c-83ef-53478a22fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.592674] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.592674] env[71147]: value = "task-3420507" [ 674.592674] env[71147]: _type = "Task" [ 674.592674] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.606196] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420507, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.759702] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420506, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.778621] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfdd723-a1aa-4a11-abf5-749282033285 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.786739] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51968625-a0ca-4a77-88de-9613ea3f2fc9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.820050] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede10b27-7bd1-4e44-b009-10f80b9fe04b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.829396] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fe4eb1-d4b2-4f1e-82bd-949c5557c3ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.846463] env[71147]: DEBUG nova.compute.provider_tree [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.924742] env[71147]: DEBUG oslo_concurrency.lockutils [req-27eeca8b-042d-44c8-8507-a7c2bdbd1ca5 req-de469bc7-4a10-4002-bd89-6fd9eea05bae service nova] Releasing lock "refresh_cache-25cd3849-8060-45d0-9188-b9aab722bee7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.026049] env[71147]: DEBUG oslo_vmware.api [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420505, 'name': PowerOnVM_Task, 'duration_secs': 1.087314} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.026049] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.026049] env[71147]: INFO nova.compute.manager [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Took 9.25 seconds to spawn the instance on the hypervisor. [ 675.026049] env[71147]: DEBUG nova.compute.manager [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.027188] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6169bd-88db-409a-b7bd-9124a7df9f0f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.079244] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Releasing lock "refresh_cache-9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.079612] env[71147]: DEBUG nova.compute.manager [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Instance network_info: |[{"id": "6b2c7d51-a251-447c-83ef-53478a22fda6", "address": "fa:16:3e:c1:ee:d8", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2c7d51-a2", "ovs_interfaceid": "6b2c7d51-a251-447c-83ef-53478a22fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.080106] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ee:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b2c7d51-a251-447c-83ef-53478a22fda6', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.091515] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Creating folder: Project (6a2f968f95354f899632e6132086f7df). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.091780] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3a0db12-203a-49b9-90bd-cc02285585d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.105117] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420507, 'name': CreateVM_Task, 'duration_secs': 0.364656} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.105426] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.106087] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.106472] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.107147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.107666] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b59423-02db-454a-99a5-3ce697f30227 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.110686] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Created folder: Project (6a2f968f95354f899632e6132086f7df) in parent group-v682378. [ 675.111028] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Creating folder: Instances. Parent ref: group-v682419. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.113875] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c788c0be-0343-4ef7-97a5-756057802dc7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.120471] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 675.120471] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5258e0b4-b880-8c2d-afbf-bce0c291ec7f" [ 675.120471] env[71147]: _type = "Task" [ 675.120471] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.132398] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5258e0b4-b880-8c2d-afbf-bce0c291ec7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.134256] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Created folder: Instances in parent group-v682419. [ 675.134594] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.134725] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.134962] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1478c44-1e35-41a4-939e-2ff2b93d76d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.158339] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.158339] env[71147]: value = "task-3420510" [ 675.158339] env[71147]: _type = "Task" [ 675.158339] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.176974] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420510, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.182750] env[71147]: DEBUG nova.network.neutron [req-a30a74e2-3d8a-48e9-bfb9-fbe3b8e989cc req-178cf6a2-53f4-4980-b8fd-74da02b75bca service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Updated VIF entry in instance network info cache for port 5665450c-fd11-4314-8491-48c413320f7d. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.183323] env[71147]: DEBUG nova.network.neutron [req-a30a74e2-3d8a-48e9-bfb9-fbe3b8e989cc req-178cf6a2-53f4-4980-b8fd-74da02b75bca service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Updating instance_info_cache with network_info: [{"id": "5665450c-fd11-4314-8491-48c413320f7d", "address": "fa:16:3e:66:73:11", "network": {"id": "ab81ee1c-7f1c-439c-b071-505b3caad2ae", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1251489351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f84129ba5a2d4e418085a14c7188c6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5665450c-fd", "ovs_interfaceid": "5665450c-fd11-4314-8491-48c413320f7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.262207] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420506, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.273951] env[71147]: DEBUG nova.network.neutron [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Successfully updated port: 14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.350356] env[71147]: DEBUG nova.scheduler.client.report [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.405783] env[71147]: DEBUG nova.network.neutron [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance_info_cache with network_info: [{"id": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "address": "fa:16:3e:52:a3:ee", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900b9dc1-5c", "ovs_interfaceid": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.558206] env[71147]: INFO nova.compute.manager [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Took 22.05 seconds to build instance. [ 675.641020] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5258e0b4-b880-8c2d-afbf-bce0c291ec7f, 'name': SearchDatastore_Task, 'duration_secs': 0.020211} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.641549] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.641838] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.642118] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.642736] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.642736] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.642736] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68b8dd62-a41d-40bd-b1b8-cdfec014a3cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.671274] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.671274] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.671966] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b0f1f4-e246-4e43-8318-286ceb5814dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.674704] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420510, 'name': CreateVM_Task, 'duration_secs': 0.373789} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.675798] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.676186] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.676361] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.676742] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.677078] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf5ef559-bb4c-47f2-97a7-8e4e360b172b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.683446] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 675.683446] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52240973-1bc2-d03c-43dc-3832181d8994" [ 675.683446] env[71147]: _type = "Task" [ 675.683446] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.684376] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 675.684376] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528248ec-6ca4-4751-442f-5ce91f34da6c" [ 675.684376] env[71147]: _type = "Task" [ 675.684376] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.692420] env[71147]: DEBUG oslo_concurrency.lockutils [req-a30a74e2-3d8a-48e9-bfb9-fbe3b8e989cc req-178cf6a2-53f4-4980-b8fd-74da02b75bca service nova] Releasing lock "refresh_cache-2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.708241] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52240973-1bc2-d03c-43dc-3832181d8994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.712077] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528248ec-6ca4-4751-442f-5ce91f34da6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.762452] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420506, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.777891] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "refresh_cache-0354b1fa-22f0-4148-a226-45514d95efed" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.777891] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquired lock "refresh_cache-0354b1fa-22f0-4148-a226-45514d95efed" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.777891] env[71147]: DEBUG nova.network.neutron [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.857765] env[71147]: DEBUG oslo_concurrency.lockutils [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.860602] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.077s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.862719] env[71147]: INFO nova.compute.claims [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.894976] env[71147]: INFO nova.scheduler.client.report [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Deleted allocations for instance eeb28df7-3703-4b79-a3d8-69c1624562a6 [ 675.909201] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.061108] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c231eed6-fbf6-4d89-a701-60b255327ecf tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.061s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.093785] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquiring lock "c6f39db1-7ccc-44de-860a-45dbe687ace7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.094054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "c6f39db1-7ccc-44de-860a-45dbe687ace7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.195602] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52240973-1bc2-d03c-43dc-3832181d8994, 'name': SearchDatastore_Task, 'duration_secs': 0.061598} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.201027] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f613a2f5-b452-41df-95d9-7a0914889ccf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.213463] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 676.213463] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52aa3f38-a9d8-3049-c50f-5fe6679d90f2" [ 676.213463] env[71147]: _type = "Task" [ 676.213463] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.213730] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528248ec-6ca4-4751-442f-5ce91f34da6c, 'name': SearchDatastore_Task, 'duration_secs': 0.078404} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.214112] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.214369] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.214755] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.224497] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52aa3f38-a9d8-3049-c50f-5fe6679d90f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.260663] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420506, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.645935} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.260931] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 25cd3849-8060-45d0-9188-b9aab722bee7/25cd3849-8060-45d0-9188-b9aab722bee7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.261271] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.261426] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b367dcb5-ec45-4e17-8980-800d6a1b63bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.271638] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 676.271638] env[71147]: value = "task-3420511" [ 676.271638] env[71147]: _type = "Task" [ 676.271638] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.284385] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.327396] env[71147]: DEBUG nova.network.neutron [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.339896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.340245] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.593683] env[71147]: DEBUG oslo_concurrency.lockutils [None req-815f84e2-9fd7-4fa6-aec0-39d07a823ebe tempest-ServerDiagnosticsNegativeTest-1873623418 tempest-ServerDiagnosticsNegativeTest-1873623418-project-member] Lock "eeb28df7-3703-4b79-a3d8-69c1624562a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.047s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.595665] env[71147]: DEBUG nova.network.neutron [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Updating instance_info_cache with network_info: [{"id": "14ca4bda-55ad-4a99-bcfb-fc7a64bffa01", "address": "fa:16:3e:3a:b0:d2", "network": {"id": "541ffa68-8459-4cbc-88d3-2b3c7d59d5a2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2001537030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8787ba0cf64311813c8b410dbb2547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca4bda-55", "ovs_interfaceid": "14ca4bda-55ad-4a99-bcfb-fc7a64bffa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.597562] env[71147]: DEBUG nova.compute.manager [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.728832] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52aa3f38-a9d8-3049-c50f-5fe6679d90f2, 'name': SearchDatastore_Task, 'duration_secs': 0.028307} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.728968] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.729220] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.729531] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.729717] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.730035] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-856e84bf-8d61-4514-8dcc-a9b539e62274 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.732413] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f117b2c-01d7-4511-99ea-903ad864264a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.745023] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 676.745023] env[71147]: value = "task-3420512" [ 676.745023] env[71147]: _type = "Task" [ 676.745023] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.745023] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.745023] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.748782] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0ba9b4-62f5-49fa-b9d5-2682efa9eefe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.758117] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 676.758117] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52601400-9365-393c-bbac-0b83d63ab6c3" [ 676.758117] env[71147]: _type = "Task" [ 676.758117] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.761532] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.771337] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52601400-9365-393c-bbac-0b83d63ab6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.785026] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082118} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.785026] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.785026] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec2d5e-2ef5-4793-80f5-bdbd2fd57ea6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.815079] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 25cd3849-8060-45d0-9188-b9aab722bee7/25cd3849-8060-45d0-9188-b9aab722bee7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.815528] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f0c17fc-c93d-4880-b77f-dbc1562e8260 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.843092] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 676.843092] env[71147]: value = "task-3420513" [ 676.843092] env[71147]: _type = "Task" [ 676.843092] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.031922] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Releasing lock "refresh_cache-0354b1fa-22f0-4148-a226-45514d95efed" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.032359] env[71147]: DEBUG nova.compute.manager [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Instance network_info: |[{"id": "14ca4bda-55ad-4a99-bcfb-fc7a64bffa01", "address": "fa:16:3e:3a:b0:d2", "network": {"id": "541ffa68-8459-4cbc-88d3-2b3c7d59d5a2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2001537030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8787ba0cf64311813c8b410dbb2547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca4bda-55", "ovs_interfaceid": "14ca4bda-55ad-4a99-bcfb-fc7a64bffa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.033027] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:b0:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ca4bda-55ad-4a99-bcfb-fc7a64bffa01', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.040546] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Creating folder: Project (ec8787ba0cf64311813c8b410dbb2547). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.040792] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfbdb7a5-73ba-475a-9816-72b7f941a160 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.055671] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Created folder: Project (ec8787ba0cf64311813c8b410dbb2547) in parent group-v682378. [ 677.055926] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Creating folder: Instances. Parent ref: group-v682422. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.056184] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfb978b5-ba10-41cf-8396-a2579ebf3a28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.069817] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Created folder: Instances in parent group-v682422. [ 677.070119] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.070301] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.070677] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb74ce4e-0f42-40e1-bd25-04f384dccbab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.098631] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.098631] env[71147]: value = "task-3420516" [ 677.098631] env[71147]: _type = "Task" [ 677.098631] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.112921] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420516, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.129788] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.167054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.167054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.187053] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Received event network-changed-bb987fde-0e23-48ad-b8e4-a68472a89680 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.187270] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Refreshing instance network info cache due to event network-changed-bb987fde-0e23-48ad-b8e4-a68472a89680. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.187479] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Acquiring lock "refresh_cache-44f6b829-12db-4c48-b2d3-016bc6363dcc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.187689] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Acquired lock "refresh_cache-44f6b829-12db-4c48-b2d3-016bc6363dcc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.187950] env[71147]: DEBUG nova.network.neutron [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Refreshing network info cache for port bb987fde-0e23-48ad-b8e4-a68472a89680 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.266380] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420512, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.286605] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52601400-9365-393c-bbac-0b83d63ab6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.016856} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.287511] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a73afc-edb8-46c0-b7b5-6236e85d2e22 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.297381] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 677.297381] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52636215-ff79-c492-b475-a539d1942e00" [ 677.297381] env[71147]: _type = "Task" [ 677.297381] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.308762] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52636215-ff79-c492-b475-a539d1942e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.355830] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420513, 'name': ReconfigVM_Task, 'duration_secs': 0.402947} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.357459] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 25cd3849-8060-45d0-9188-b9aab722bee7/25cd3849-8060-45d0-9188-b9aab722bee7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.358773] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719cff42-e6b2-44f2-861b-d2142806fca2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.362353] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04a8b9bf-f226-4447-b510-f5851441c3da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.377830] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fccdb07-d69d-4eba-90b9-cf4b88e256f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.381851] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 677.381851] env[71147]: value = "task-3420517" [ 677.381851] env[71147]: _type = "Task" [ 677.381851] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.420611] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46a0e57-5460-4c85-99ed-e3ed15e35ac0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.429891] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420517, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.431792] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a47ce8a-6208-49a0-a67a-581dbcb1056b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.439297] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73211cc7-eee4-43e3-8f95-b84b8bfcfa70 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.457622] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance '8ea6b675-6e2f-492b-be9b-0ff5638b9363' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 677.478195] env[71147]: DEBUG nova.compute.provider_tree [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.609512] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420516, 'name': CreateVM_Task, 'duration_secs': 0.502631} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.609726] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.610559] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.610745] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.611144] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.611637] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90adefe9-ceee-4b90-af3c-1d87a2b1e923 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.620114] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 677.620114] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5221241c-194f-d5d5-66aa-e4541280879b" [ 677.620114] env[71147]: _type = "Task" [ 677.620114] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.625215] env[71147]: DEBUG nova.compute.manager [req-b5045705-affc-4212-be34-26d66d4b2804 req-9ff4a2c0-d283-4411-b872-ace5fe876fee service nova] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Received event network-vif-deleted-19868240-5873-47c0-9579-6a9cb6a66ec2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.629449] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5221241c-194f-d5d5-66aa-e4541280879b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.767376] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686775} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.768031] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.768031] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.768227] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b66ef11e-43ea-434f-8ada-8eda485ee7e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.781103] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 677.781103] env[71147]: value = "task-3420518" [ 677.781103] env[71147]: _type = "Task" [ 677.781103] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.790233] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.810716] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52636215-ff79-c492-b475-a539d1942e00, 'name': SearchDatastore_Task, 'duration_secs': 0.054925} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.810954] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.811560] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7/9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.811560] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6864cf21-1458-4ee8-aed9-4ca2224e5e61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.821548] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 677.821548] env[71147]: value = "task-3420519" [ 677.821548] env[71147]: _type = "Task" [ 677.821548] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.831710] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.898986] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420517, 'name': Rename_Task, 'duration_secs': 0.201308} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.899545] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.899545] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b881b2aa-67f3-453f-ba2b-0a0e0d365a1c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.911471] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 677.911471] env[71147]: value = "task-3420520" [ 677.911471] env[71147]: _type = "Task" [ 677.911471] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.924663] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.964930] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.965371] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a9fdbc-bb8a-4cf2-bf37-d97c9654953b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.973732] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 677.973732] env[71147]: value = "task-3420521" [ 677.973732] env[71147]: _type = "Task" [ 677.973732] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.986550] env[71147]: DEBUG nova.scheduler.client.report [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.990221] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.105643] env[71147]: DEBUG nova.network.neutron [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Updated VIF entry in instance network info cache for port bb987fde-0e23-48ad-b8e4-a68472a89680. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.107028] env[71147]: DEBUG nova.network.neutron [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Updating instance_info_cache with network_info: [{"id": "bb987fde-0e23-48ad-b8e4-a68472a89680", "address": "fa:16:3e:65:85:f9", "network": {"id": "65f08f62-2baa-4c81-90b4-a40795f4f0ed", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2022806696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11a4f879a0004961ba3638f0b9cf7bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb987fde-0e", "ovs_interfaceid": "bb987fde-0e23-48ad-b8e4-a68472a89680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.133469] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5221241c-194f-d5d5-66aa-e4541280879b, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.133659] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.134745] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.134745] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.134745] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.134745] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.134947] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1b45c90-7bf3-4cfd-a4e9-da54017766ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.147639] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.148325] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.149862] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c77c860-962e-4a54-ada6-47ddc59f7ce7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.158052] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 678.158052] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529eb766-f73a-c7b3-736d-2b774903391d" [ 678.158052] env[71147]: _type = "Task" [ 678.158052] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.168421] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529eb766-f73a-c7b3-736d-2b774903391d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.291913] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.333825] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.428000] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420520, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.485229] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420521, 'name': PowerOffVM_Task, 'duration_secs': 0.231283} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.485511] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.485688] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance '8ea6b675-6e2f-492b-be9b-0ff5638b9363' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 678.491679] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.492313] env[71147]: DEBUG nova.compute.manager [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.495108] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.628s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.499254] env[71147]: INFO nova.compute.claims [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.609253] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Releasing lock "refresh_cache-44f6b829-12db-4c48-b2d3-016bc6363dcc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.609554] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Received event network-vif-plugged-6b2c7d51-a251-447c-83ef-53478a22fda6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.609763] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Acquiring lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.609988] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.610166] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.610333] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] No waiting events found dispatching network-vif-plugged-6b2c7d51-a251-447c-83ef-53478a22fda6 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.610493] env[71147]: WARNING nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Received unexpected event network-vif-plugged-6b2c7d51-a251-447c-83ef-53478a22fda6 for instance with vm_state building and task_state spawning. [ 678.610657] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Received event network-changed-6b2c7d51-a251-447c-83ef-53478a22fda6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.610812] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Refreshing instance network info cache due to event network-changed-6b2c7d51-a251-447c-83ef-53478a22fda6. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.610992] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Acquiring lock "refresh_cache-9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.611143] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Acquired lock "refresh_cache-9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.611302] env[71147]: DEBUG nova.network.neutron [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Refreshing network info cache for port 6b2c7d51-a251-447c-83ef-53478a22fda6 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.671793] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529eb766-f73a-c7b3-736d-2b774903391d, 'name': SearchDatastore_Task, 'duration_secs': 0.026827} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.673462] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae08ea8-3768-4c57-8e87-ba502071ed65 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.680635] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 678.680635] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5219a876-49c3-7c8a-0dd9-07be1d159b6f" [ 678.680635] env[71147]: _type = "Task" [ 678.680635] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.693772] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5219a876-49c3-7c8a-0dd9-07be1d159b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.795019] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.769441} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.795019] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.795609] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee797b7b-213c-4f89-b7d9-44f16273c189 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.820711] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.821110] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8a1d6af-3639-40f6-a1ad-99f7077eeb72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.853140] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.855128] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 678.855128] env[71147]: value = "task-3420522" [ 678.855128] env[71147]: _type = "Task" [ 678.855128] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.868225] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.927564] env[71147]: DEBUG oslo_vmware.api [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3420520, 'name': PowerOnVM_Task, 'duration_secs': 0.69078} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.927642] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.927787] env[71147]: INFO nova.compute.manager [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Took 10.61 seconds to spawn the instance on the hypervisor. [ 678.927966] env[71147]: DEBUG nova.compute.manager [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.929012] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc83124c-c3c7-4a5b-ade9-7f330240ff21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.998932] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.000062] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.000062] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.000062] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.000062] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.000062] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.000062] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.000456] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.000497] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.000653] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.000830] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.009152] env[71147]: DEBUG nova.compute.utils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.012876] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a565f92-81bb-4934-97da-e1f08fda2439 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.031497] env[71147]: DEBUG nova.compute.manager [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.031790] env[71147]: DEBUG nova.network.neutron [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.044443] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 679.044443] env[71147]: value = "task-3420523" [ 679.044443] env[71147]: _type = "Task" [ 679.044443] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.055723] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.202509] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5219a876-49c3-7c8a-0dd9-07be1d159b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.050887} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.202509] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.203612] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0354b1fa-22f0-4148-a226-45514d95efed/0354b1fa-22f0-4148-a226-45514d95efed.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.203612] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f10f9e4f-de23-408f-8251-9a1c739ef913 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.211154] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "bde8b429-14ea-498d-93ac-54eb6f0269da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.211388] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "bde8b429-14ea-498d-93ac-54eb6f0269da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.224699] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 679.224699] env[71147]: value = "task-3420524" [ 679.224699] env[71147]: _type = "Task" [ 679.224699] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.236565] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.247360] env[71147]: DEBUG nova.policy [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52ebc58b7e4f4899b7bd64601baa3b47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '369e3f2b16c1453d9de8fe6d3fa1e7b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.370144] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420519, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.357841} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.371319] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7/9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.371627] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.371902] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c19c4557-6b53-44a9-94b7-82fc57b08a36 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.378710] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420522, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.380970] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 679.380970] env[71147]: value = "task-3420525" [ 679.380970] env[71147]: _type = "Task" [ 679.380970] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.402603] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.466497] env[71147]: INFO nova.compute.manager [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Took 25.42 seconds to build instance. [ 679.496354] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225552e9-404f-4963-befc-b0eb6e3b6ef9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.506950] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a550f-bad8-467b-8e5c-e8ae51dca179 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.544358] env[71147]: DEBUG nova.compute.manager [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.551529] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4c554d-a455-4b5a-9a3d-2fe7888ccb60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.565444] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420523, 'name': ReconfigVM_Task, 'duration_secs': 0.232627} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.568171] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance '8ea6b675-6e2f-492b-be9b-0ff5638b9363' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 679.574352] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7820b1-bf28-4ae8-8cad-31b2434cef52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.596482] env[71147]: DEBUG nova.compute.provider_tree [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.742638] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420524, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.869377] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420522, 'name': ReconfigVM_Task, 'duration_secs': 0.541093} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.869660] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Reconfigured VM instance instance-00000003 to attach disk [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1/b68e658a-8a6a-451c-b52d-e1d66d0251d1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.870399] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aca90cf-1dfe-4a18-bba2-79b0aed5d1d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.874414] env[71147]: DEBUG nova.network.neutron [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Updated VIF entry in instance network info cache for port 6b2c7d51-a251-447c-83ef-53478a22fda6. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.874731] env[71147]: DEBUG nova.network.neutron [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Updating instance_info_cache with network_info: [{"id": "6b2c7d51-a251-447c-83ef-53478a22fda6", "address": "fa:16:3e:c1:ee:d8", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b2c7d51-a2", "ovs_interfaceid": "6b2c7d51-a251-447c-83ef-53478a22fda6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.879940] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 679.879940] env[71147]: value = "task-3420526" [ 679.879940] env[71147]: _type = "Task" [ 679.879940] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.890686] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110198} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.893782] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.894349] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420526, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.895077] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4682a601-e162-4681-87b8-5ae49a5312e1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.919282] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7/9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.919580] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f9cea77-5eb2-4171-83ef-2d9e02c15811 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.942516] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 679.942516] env[71147]: value = "task-3420527" [ 679.942516] env[71147]: _type = "Task" [ 679.942516] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.951313] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.965052] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c3cd2fa-9267-4512-bfbc-8a6827a8dcbf tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "25cd3849-8060-45d0-9188-b9aab722bee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.434s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.050699] env[71147]: INFO nova.virt.block_device [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Booting with volume baad4e94-16c0-4cf1-8101-f642e0f87ede at /dev/sda [ 680.084278] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.084438] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.084489] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.084693] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.084980] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.085060] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.085968] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.086216] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.086363] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.086532] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.086712] env[71147]: DEBUG nova.virt.hardware [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.096919] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Reconfiguring VM instance instance-00000002 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 680.097160] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df15edb-9cfc-42c8-8dc9-5f3f2e217a5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.121181] env[71147]: DEBUG nova.scheduler.client.report [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.121582] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cd1ea7f-2309-4960-9952-1be5ae7d1b5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.134143] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 680.134143] env[71147]: value = "task-3420528" [ 680.134143] env[71147]: _type = "Task" [ 680.134143] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.144249] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56534d23-e869-4041-8f07-c4930f0c39eb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.161021] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.188112] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b17d8787-eb22-4209-98f8-6da43933273b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.200165] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc4d3cf-1740-45a0-a011-4c80e047d3a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.213486] env[71147]: DEBUG nova.network.neutron [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Successfully created port: c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.244156] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f9cde-c3b9-4a95-86c7-ea35e696005d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.250800] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586829} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.253655] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0354b1fa-22f0-4148-a226-45514d95efed/0354b1fa-22f0-4148-a226-45514d95efed.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.253655] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.253655] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4686094e-8c13-47c1-b2c0-2b78df07994a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.260255] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7afbcd2-a0b4-46e4-9dad-053f86b3b22f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.268021] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 680.268021] env[71147]: value = "task-3420529" [ 680.268021] env[71147]: _type = "Task" [ 680.268021] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.279730] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.286517] env[71147]: DEBUG nova.virt.block_device [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Updating existing volume attachment record: 1edd2bf5-9f95-4614-b2b8-28026097bdbc {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 680.377784] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Releasing lock "refresh_cache-9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.378114] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Received event network-vif-plugged-14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.378409] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Acquiring lock "0354b1fa-22f0-4148-a226-45514d95efed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.378588] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Lock "0354b1fa-22f0-4148-a226-45514d95efed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.378791] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Lock "0354b1fa-22f0-4148-a226-45514d95efed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.378971] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] No waiting events found dispatching network-vif-plugged-14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.379186] env[71147]: WARNING nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Received unexpected event network-vif-plugged-14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 for instance with vm_state building and task_state spawning. [ 680.379362] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Received event network-changed-14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.379524] env[71147]: DEBUG nova.compute.manager [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Refreshing instance network info cache due to event network-changed-14ca4bda-55ad-4a99-bcfb-fc7a64bffa01. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.379742] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Acquiring lock "refresh_cache-0354b1fa-22f0-4148-a226-45514d95efed" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.379882] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Acquired lock "refresh_cache-0354b1fa-22f0-4148-a226-45514d95efed" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.383102] env[71147]: DEBUG nova.network.neutron [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Refreshing network info cache for port 14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.395333] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420526, 'name': Rename_Task, 'duration_secs': 0.429688} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.396334] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.396770] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b9d13ef-bf04-48d6-912b-572dccfbbd93 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.407131] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Waiting for the task: (returnval){ [ 680.407131] env[71147]: value = "task-3420530" [ 680.407131] env[71147]: _type = "Task" [ 680.407131] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.420928] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.456578] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.468292] env[71147]: DEBUG nova.compute.manager [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.628317] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.629192] env[71147]: DEBUG nova.compute.manager [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.632816] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.343s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.632816] env[71147]: DEBUG nova.objects.instance [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lazy-loading 'resources' on Instance uuid bc944101-ed90-47ae-af3c-b6b4adc42e61 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.646879] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420528, 'name': ReconfigVM_Task, 'duration_secs': 0.38906} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.646879] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Reconfigured VM instance instance-00000002 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 680.646879] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69683eee-3942-490d-ac78-753483100c45 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.673230] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 8ea6b675-6e2f-492b-be9b-0ff5638b9363/8ea6b675-6e2f-492b-be9b-0ff5638b9363.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.673937] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8a4b87-8083-43da-9652-b004b98f44c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.698792] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 680.698792] env[71147]: value = "task-3420531" [ 680.698792] env[71147]: _type = "Task" [ 680.698792] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.713112] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.777522] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079436} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.777794] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.781020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9c2d71-936c-4045-a45b-d4592f3708a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.805315] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 0354b1fa-22f0-4148-a226-45514d95efed/0354b1fa-22f0-4148-a226-45514d95efed.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.805315] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e472ad08-4bf7-4ee2-912c-0f56d921cd55 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.823537] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "2180892e-eea1-4d70-a1a0-52394bd134ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.823690] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.829750] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 680.829750] env[71147]: value = "task-3420532" [ 680.829750] env[71147]: _type = "Task" [ 680.829750] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.840433] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.920464] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.953848] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420527, 'name': ReconfigVM_Task, 'duration_secs': 0.94687} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.954097] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7/9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.954753] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28836bb1-d7fe-4433-aaed-c3ddc7d87e41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.963932] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 680.963932] env[71147]: value = "task-3420533" [ 680.963932] env[71147]: _type = "Task" [ 680.963932] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.975793] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420533, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.001189] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.134940] env[71147]: DEBUG nova.compute.utils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.142062] env[71147]: DEBUG nova.compute.manager [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.142062] env[71147]: DEBUG nova.network.neutron [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.212111] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420531, 'name': ReconfigVM_Task, 'duration_secs': 0.458235} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.215117] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 8ea6b675-6e2f-492b-be9b-0ff5638b9363/8ea6b675-6e2f-492b-be9b-0ff5638b9363.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.215419] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance '8ea6b675-6e2f-492b-be9b-0ff5638b9363' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.278964] env[71147]: DEBUG nova.policy [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354f9a94bf754a7f84695eab55e1ce69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb03c938dc40452d8d08c9008133a3bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.345353] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.420223] env[71147]: DEBUG oslo_vmware.api [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Task: {'id': task-3420530, 'name': PowerOnVM_Task, 'duration_secs': 0.796733} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.426599] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.427244] env[71147]: DEBUG nova.compute.manager [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.430069] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b72e6b-988c-4ba3-b0cf-992c2167be1c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.483796] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420533, 'name': Rename_Task, 'duration_secs': 0.192486} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.483796] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.483995] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0482472-031e-4751-b5af-b1d811fc73da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.494864] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 681.494864] env[71147]: value = "task-3420534" [ 681.494864] env[71147]: _type = "Task" [ 681.494864] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.508246] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.572722] env[71147]: DEBUG nova.network.neutron [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Updated VIF entry in instance network info cache for port 14ca4bda-55ad-4a99-bcfb-fc7a64bffa01. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.573163] env[71147]: DEBUG nova.network.neutron [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Updating instance_info_cache with network_info: [{"id": "14ca4bda-55ad-4a99-bcfb-fc7a64bffa01", "address": "fa:16:3e:3a:b0:d2", "network": {"id": "541ffa68-8459-4cbc-88d3-2b3c7d59d5a2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2001537030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8787ba0cf64311813c8b410dbb2547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca4bda-55", "ovs_interfaceid": "14ca4bda-55ad-4a99-bcfb-fc7a64bffa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.611064] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f0efd6-6344-4b3e-af28-b9b637617865 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.620088] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd84ba8-bd77-4421-955e-9347d345a218 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.655541] env[71147]: DEBUG nova.compute.manager [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.660554] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1da7f2-b460-4a0f-b69d-57bf6cd45419 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.670393] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee460e9-8252-4eaf-b45f-39fe138eb501 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.686232] env[71147]: DEBUG nova.compute.provider_tree [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.722540] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c7f919-6ce3-4369-9299-c81043894fc3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.744057] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd4b30a-65d9-4b6c-ac7d-9a220a357fe3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.762777] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance '8ea6b675-6e2f-492b-be9b-0ff5638b9363' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.844820] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420532, 'name': ReconfigVM_Task, 'duration_secs': 0.798023} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.845151] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 0354b1fa-22f0-4148-a226-45514d95efed/0354b1fa-22f0-4148-a226-45514d95efed.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.845808] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db30b589-923b-4e5b-9fda-19f8e577f328 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.853761] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 681.853761] env[71147]: value = "task-3420535" [ 681.853761] env[71147]: _type = "Task" [ 681.853761] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.864924] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420535, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.965421] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.007293] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.079161] env[71147]: DEBUG oslo_concurrency.lockutils [req-ae0db59b-e961-40a1-b31d-46002f8d7d0a req-32d68250-08f9-4050-96a2-d8f0a471c48d service nova] Releasing lock "refresh_cache-0354b1fa-22f0-4148-a226-45514d95efed" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.189969] env[71147]: DEBUG nova.scheduler.client.report [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.363477] env[71147]: DEBUG nova.network.neutron [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Successfully created port: 56695947-9e4c-4b05-b81b-e0612d58ec7c {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.370924] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420535, 'name': Rename_Task, 'duration_secs': 0.155874} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.371082] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.371373] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e030772a-07ec-49bc-9224-5e4e40f91e9a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.381608] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 682.381608] env[71147]: value = "task-3420536" [ 682.381608] env[71147]: _type = "Task" [ 682.381608] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.393524] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.427701] env[71147]: DEBUG nova.network.neutron [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Port 900b9dc1-5c5b-4932-b885-e764ba7b83e9 binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 682.454022] env[71147]: DEBUG nova.compute.manager [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.454022] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.456364] env[71147]: DEBUG nova.virt.hardware [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.457641] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b483fc13-80a1-4153-8e67-3cb3a87491ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.470132] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bfd881-f6a5-4f12-b3a4-e8b4818358e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.510833] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.585564] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquiring lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.585890] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.586095] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquiring lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.586304] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.586477] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.588762] env[71147]: INFO nova.compute.manager [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Terminating instance [ 682.669857] env[71147]: DEBUG nova.compute.manager [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.696650] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.698061] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.462s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.699955] env[71147]: INFO nova.compute.claims [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.709336] env[71147]: DEBUG nova.virt.hardware [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.709336] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9a423c-c7c7-42a7-b465-a106a1a7f41f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.718625] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d27f84-e9be-4b97-ace0-bbe75e06b5bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.743235] env[71147]: INFO nova.scheduler.client.report [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Deleted allocations for instance bc944101-ed90-47ae-af3c-b6b4adc42e61 [ 682.895808] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420536, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.013274] env[71147]: DEBUG oslo_vmware.api [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420534, 'name': PowerOnVM_Task, 'duration_secs': 1.077507} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.013586] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.014137] env[71147]: INFO nova.compute.manager [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Took 12.16 seconds to spawn the instance on the hypervisor. [ 683.014283] env[71147]: DEBUG nova.compute.manager [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.016081] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d466f67-bc54-4071-b983-c44d890e62f8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.096770] env[71147]: DEBUG nova.compute.manager [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.097221] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.099196] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be64a2-f989-4a3a-91ba-d84028a22021 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.112138] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.112138] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-754c316c-bbc1-4761-bd9a-dfd29d76b50a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.123592] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 683.123592] env[71147]: value = "task-3420537" [ 683.123592] env[71147]: _type = "Task" [ 683.123592] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.136061] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.136895] env[71147]: DEBUG nova.network.neutron [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Successfully updated port: c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.252036] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f95a35c0-fd69-4901-87d4-6c047a8c3a83 tempest-ServerExternalEventsTest-516530908 tempest-ServerExternalEventsTest-516530908-project-member] Lock "bc944101-ed90-47ae-af3c-b6b4adc42e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.762s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.396703] env[71147]: DEBUG oslo_vmware.api [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420536, 'name': PowerOnVM_Task, 'duration_secs': 0.52768} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.397065] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.398258] env[71147]: INFO nova.compute.manager [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Took 10.00 seconds to spawn the instance on the hypervisor. [ 683.398258] env[71147]: DEBUG nova.compute.manager [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.398504] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c2eaf4-5e02-4f54-a66a-33fb48cae560 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.460984] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.460984] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.460984] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.543587] env[71147]: INFO nova.compute.manager [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Took 28.25 seconds to build instance. [ 683.639929] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.639929] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Acquiring lock "refresh_cache-c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.639929] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Acquired lock "refresh_cache-c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.639929] env[71147]: DEBUG nova.network.neutron [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.925696] env[71147]: INFO nova.compute.manager [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Took 27.62 seconds to build instance. [ 684.030766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.031076] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.046920] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e49dbebc-8b2a-40e8-b59b-8bc120e7ff65 tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.030s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.146818] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.185889] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5ab504-2075-4f6d-ac09-c0bf4d37a315 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.199186] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bb3072-b943-41d0-98a7-d7687109d1b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.236849] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db0286d-4fa6-4f6f-936c-40322d87b306 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.243018] env[71147]: DEBUG nova.network.neutron [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.248471] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a63faa7-1cb3-466e-8d91-97c2cddbccbe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.264471] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "b68e658a-8a6a-451c-b52d-e1d66d0251d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.264693] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "b68e658a-8a6a-451c-b52d-e1d66d0251d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.265071] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "b68e658a-8a6a-451c-b52d-e1d66d0251d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.265188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "b68e658a-8a6a-451c-b52d-e1d66d0251d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.265391] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "b68e658a-8a6a-451c-b52d-e1d66d0251d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.267206] env[71147]: DEBUG nova.compute.provider_tree [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.269498] env[71147]: INFO nova.compute.manager [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Terminating instance [ 684.273022] env[71147]: DEBUG nova.compute.manager [req-8e0990f4-6ed8-49cf-943a-f0bf4a59fc34 req-472e3a2a-82d2-4810-bf94-26dd0889a4a5 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Received event network-vif-plugged-c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.273022] env[71147]: DEBUG oslo_concurrency.lockutils [req-8e0990f4-6ed8-49cf-943a-f0bf4a59fc34 req-472e3a2a-82d2-4810-bf94-26dd0889a4a5 service nova] Acquiring lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.273022] env[71147]: DEBUG oslo_concurrency.lockutils [req-8e0990f4-6ed8-49cf-943a-f0bf4a59fc34 req-472e3a2a-82d2-4810-bf94-26dd0889a4a5 service nova] Lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.273022] env[71147]: DEBUG oslo_concurrency.lockutils [req-8e0990f4-6ed8-49cf-943a-f0bf4a59fc34 req-472e3a2a-82d2-4810-bf94-26dd0889a4a5 service nova] Lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.273022] env[71147]: DEBUG nova.compute.manager [req-8e0990f4-6ed8-49cf-943a-f0bf4a59fc34 req-472e3a2a-82d2-4810-bf94-26dd0889a4a5 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] No waiting events found dispatching network-vif-plugged-c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.273022] env[71147]: WARNING nova.compute.manager [req-8e0990f4-6ed8-49cf-943a-f0bf4a59fc34 req-472e3a2a-82d2-4810-bf94-26dd0889a4a5 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Received unexpected event network-vif-plugged-c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 for instance with vm_state building and task_state spawning. [ 684.434526] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8be3741-bbdc-40d5-8bf9-c7929ad04674 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.761s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.554743] env[71147]: DEBUG nova.compute.manager [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.642460] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.675550] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.675734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.676093] env[71147]: DEBUG nova.network.neutron [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.734026] env[71147]: DEBUG nova.network.neutron [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Successfully updated port: 56695947-9e4c-4b05-b81b-e0612d58ec7c {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.775023] env[71147]: DEBUG nova.scheduler.client.report [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.779596] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "refresh_cache-b68e658a-8a6a-451c-b52d-e1d66d0251d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.779780] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquired lock "refresh_cache-b68e658a-8a6a-451c-b52d-e1d66d0251d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.779954] env[71147]: DEBUG nova.network.neutron [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.937068] env[71147]: DEBUG nova.compute.manager [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.954755] env[71147]: DEBUG nova.network.neutron [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Updating instance_info_cache with network_info: [{"id": "c2746d30-1f8b-44d9-b44f-ac4749f2e3b2", "address": "fa:16:3e:cf:33:86", "network": {"id": "05b712e8-cf6b-4c77-b4f9-57e219824754", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1652815837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369e3f2b16c1453d9de8fe6d3fa1e7b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2746d30-1f", "ovs_interfaceid": "c2746d30-1f8b-44d9-b44f-ac4749f2e3b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.093039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.146157] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420537, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.238759] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquiring lock "refresh_cache-5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.239017] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquired lock "refresh_cache-5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.239017] env[71147]: DEBUG nova.network.neutron [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.287260] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.287423] env[71147]: DEBUG nova.compute.manager [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.294708] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.535s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.294895] env[71147]: DEBUG nova.objects.instance [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 685.323983] env[71147]: DEBUG nova.network.neutron [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.459505] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Releasing lock "refresh_cache-c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.459934] env[71147]: DEBUG nova.compute.manager [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Instance network_info: |[{"id": "c2746d30-1f8b-44d9-b44f-ac4749f2e3b2", "address": "fa:16:3e:cf:33:86", "network": {"id": "05b712e8-cf6b-4c77-b4f9-57e219824754", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1652815837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369e3f2b16c1453d9de8fe6d3fa1e7b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2746d30-1f", "ovs_interfaceid": "c2746d30-1f8b-44d9-b44f-ac4749f2e3b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.460442] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:33:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2746d30-1f8b-44d9-b44f-ac4749f2e3b2', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.469901] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Creating folder: Project (369e3f2b16c1453d9de8fe6d3fa1e7b7). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.472379] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9954d2b6-6557-41cd-8f0b-5989d39ffad9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.474846] env[71147]: DEBUG nova.compute.manager [req-d059069b-ddd8-420a-8ed4-f6e16cc4645e req-b1e243c1-0963-4770-886f-e71a60928ae7 service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Received event network-vif-plugged-56695947-9e4c-4b05-b81b-e0612d58ec7c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.474846] env[71147]: DEBUG oslo_concurrency.lockutils [req-d059069b-ddd8-420a-8ed4-f6e16cc4645e req-b1e243c1-0963-4770-886f-e71a60928ae7 service nova] Acquiring lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.474933] env[71147]: DEBUG oslo_concurrency.lockutils [req-d059069b-ddd8-420a-8ed4-f6e16cc4645e req-b1e243c1-0963-4770-886f-e71a60928ae7 service nova] Lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.477175] env[71147]: DEBUG oslo_concurrency.lockutils [req-d059069b-ddd8-420a-8ed4-f6e16cc4645e req-b1e243c1-0963-4770-886f-e71a60928ae7 service nova] Lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.477175] env[71147]: DEBUG nova.compute.manager [req-d059069b-ddd8-420a-8ed4-f6e16cc4645e req-b1e243c1-0963-4770-886f-e71a60928ae7 service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] No waiting events found dispatching network-vif-plugged-56695947-9e4c-4b05-b81b-e0612d58ec7c {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.477175] env[71147]: WARNING nova.compute.manager [req-d059069b-ddd8-420a-8ed4-f6e16cc4645e req-b1e243c1-0963-4770-886f-e71a60928ae7 service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Received unexpected event network-vif-plugged-56695947-9e4c-4b05-b81b-e0612d58ec7c for instance with vm_state building and task_state spawning. [ 685.477175] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.501024] env[71147]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 685.501024] env[71147]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=71147) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 685.501024] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Folder already exists: Project (369e3f2b16c1453d9de8fe6d3fa1e7b7). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 685.501024] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Creating folder: Instances. Parent ref: group-v682379. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.502082] env[71147]: DEBUG nova.network.neutron [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.504700] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-029b7e4e-b692-4ba8-bd38-c634fbb03433 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.522723] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Created folder: Instances in parent group-v682379. [ 685.522970] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.523234] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.523450] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f9f6156-ab43-4c50-ab84-7bb6cfdafd6c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.547611] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.547611] env[71147]: value = "task-3420540" [ 685.547611] env[71147]: _type = "Task" [ 685.547611] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.559062] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420540, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.641937] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420537, 'name': PowerOffVM_Task, 'duration_secs': 2.05967} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.641937] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.641937] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.641937] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aac154d-896f-47fa-a86c-4e0ffbd4e5a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.740459] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.740680] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.740949] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Deleting the datastore file [datastore1] 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.741181] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08b4ff8d-b272-44ad-9c9b-14235fc72eec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.755677] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for the task: (returnval){ [ 685.755677] env[71147]: value = "task-3420542" [ 685.755677] env[71147]: _type = "Task" [ 685.755677] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.768999] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.791925] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "2a237b60-5b6f-42d8-ba67-1cb084f96828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.792250] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2a237b60-5b6f-42d8-ba67-1cb084f96828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.794525] env[71147]: DEBUG nova.compute.utils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.796233] env[71147]: DEBUG nova.compute.manager [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 685.825922] env[71147]: DEBUG nova.network.neutron [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.973653] env[71147]: DEBUG nova.network.neutron [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance_info_cache with network_info: [{"id": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "address": "fa:16:3e:52:a3:ee", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900b9dc1-5c", "ovs_interfaceid": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.008473] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Releasing lock "refresh_cache-b68e658a-8a6a-451c-b52d-e1d66d0251d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.008803] env[71147]: DEBUG nova.compute.manager [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.010054] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.010054] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033bd26a-90e6-4024-a5d1-08964a07e9a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.021672] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.021961] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4150e5dc-2a2d-4e57-84a2-609ec49c6b07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.035131] env[71147]: DEBUG oslo_vmware.api [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 686.035131] env[71147]: value = "task-3420543" [ 686.035131] env[71147]: _type = "Task" [ 686.035131] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.044760] env[71147]: DEBUG oslo_vmware.api [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.058623] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420540, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.192673] env[71147]: DEBUG nova.network.neutron [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Updating instance_info_cache with network_info: [{"id": "56695947-9e4c-4b05-b81b-e0612d58ec7c", "address": "fa:16:3e:74:f6:6c", "network": {"id": "486b0e6e-5d15-4c4b-8467-30c7add113f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1246610967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb03c938dc40452d8d08c9008133a3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56695947-9e", "ovs_interfaceid": "56695947-9e4c-4b05-b81b-e0612d58ec7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.269793] env[71147]: DEBUG oslo_vmware.api [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Task: {'id': task-3420542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195916} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.270049] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.270226] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.270391] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.270584] env[71147]: INFO nova.compute.manager [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Took 3.17 seconds to destroy the instance on the hypervisor. [ 686.271135] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.271135] env[71147]: DEBUG nova.compute.manager [-] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.271135] env[71147]: DEBUG nova.network.neutron [-] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.301236] env[71147]: DEBUG nova.compute.manager [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.309688] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b909fb8b-0785-4a47-bf06-3a78b5023fe1 tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.310977] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.277s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.312670] env[71147]: INFO nova.compute.claims [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.476881] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.550292] env[71147]: DEBUG oslo_vmware.api [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420543, 'name': PowerOffVM_Task, 'duration_secs': 0.250465} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.550693] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.552461] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.555704] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b0bf52f-cedd-4068-b158-feb17ce38987 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.563375] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420540, 'name': CreateVM_Task, 'duration_secs': 0.566199} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.564541] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.565279] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682391', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'name': 'volume-baad4e94-16c0-4cf1-8101-f642e0f87ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'serial': 'baad4e94-16c0-4cf1-8101-f642e0f87ede'}, 'attachment_id': '1edd2bf5-9f95-4614-b2b8-28026097bdbc', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=71147) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 686.565505] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Root volume attach. Driver type: vmdk {{(pid=71147) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 686.567359] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda6dd3-6413-496b-84d3-a00e49a228ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.579744] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdb2b6f-f50a-41e7-8c39-4c9b52f86b6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.590170] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.590437] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.590605] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Deleting the datastore file [datastore1] b68e658a-8a6a-451c-b52d-e1d66d0251d1 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.591508] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2c1679f-58cc-492f-a1d5-ec6c86192cca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.602122] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d890b26d-8095-42b4-900a-b421c1f19280 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.607717] env[71147]: DEBUG oslo_vmware.api [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for the task: (returnval){ [ 686.607717] env[71147]: value = "task-3420545" [ 686.607717] env[71147]: _type = "Task" [ 686.607717] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.613204] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c313b9b7-da3d-45f1-9128-63d17d4d87dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.622524] env[71147]: DEBUG oslo_vmware.api [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.624118] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for the task: (returnval){ [ 686.624118] env[71147]: value = "task-3420546" [ 686.624118] env[71147]: _type = "Task" [ 686.624118] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.633996] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.696872] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Releasing lock "refresh_cache-5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.696872] env[71147]: DEBUG nova.compute.manager [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Instance network_info: |[{"id": "56695947-9e4c-4b05-b81b-e0612d58ec7c", "address": "fa:16:3e:74:f6:6c", "network": {"id": "486b0e6e-5d15-4c4b-8467-30c7add113f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1246610967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb03c938dc40452d8d08c9008133a3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56695947-9e", "ovs_interfaceid": "56695947-9e4c-4b05-b81b-e0612d58ec7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.696872] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:f6:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56695947-9e4c-4b05-b81b-e0612d58ec7c', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.708197] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Creating folder: Project (fb03c938dc40452d8d08c9008133a3bb). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.708960] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d062e561-a9c3-45d7-b009-4c1f243732b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.723335] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Created folder: Project (fb03c938dc40452d8d08c9008133a3bb) in parent group-v682378. [ 686.723538] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Creating folder: Instances. Parent ref: group-v682427. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.723802] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f130fa0c-388b-464d-a877-8e860e75aaae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.741050] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Created folder: Instances in parent group-v682427. [ 686.741447] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.741718] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.741776] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7569e13-dc69-41f1-aad1-bde3412a10d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.767828] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.767828] env[71147]: value = "task-3420549" [ 686.767828] env[71147]: _type = "Task" [ 686.767828] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.779733] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420549, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.021857] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ad0892-7f99-447e-881a-00450fc2b8a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.056641] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c994e-c814-453f-a6ea-509e318affb9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.071181] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance '8ea6b675-6e2f-492b-be9b-0ff5638b9363' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 687.129058] env[71147]: DEBUG oslo_vmware.api [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Task: {'id': task-3420545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126568} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.135800] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.135800] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.135800] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.135800] env[71147]: INFO nova.compute.manager [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 687.136179] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.136852] env[71147]: DEBUG nova.compute.manager [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.136852] env[71147]: DEBUG nova.network.neutron [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.149797] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task} progress is 35%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.167846] env[71147]: DEBUG nova.network.neutron [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.282454] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420549, 'name': CreateVM_Task, 'duration_secs': 0.427438} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.282873] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.283457] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.283780] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.284171] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.284881] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1fe895-2086-43e2-8597-5cab597b808e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.292822] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 687.292822] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f91980-aa24-9a8a-f253-69c0d99912c0" [ 687.292822] env[71147]: _type = "Task" [ 687.292822] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.305025] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f91980-aa24-9a8a-f253-69c0d99912c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.311600] env[71147]: DEBUG nova.compute.manager [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.362803] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.363120] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.363935] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.363935] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.363935] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.363935] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.364999] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.364999] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.367599] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.368251] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.368251] env[71147]: DEBUG nova.virt.hardware [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.371153] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6d82db-59f2-4694-b91d-d7f8708bbcf2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.392440] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ea503d-c401-42be-99f3-c1ae730c7e94 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.419943] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.430692] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Creating folder: Project (da235f1e2f3e435f894da742f7260242). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.432060] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-426e6c2a-2b89-4f8e-a6a1-8e965258927b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.448218] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Created folder: Project (da235f1e2f3e435f894da742f7260242) in parent group-v682378. [ 687.448390] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Creating folder: Instances. Parent ref: group-v682430. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.449071] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42e886dd-41f0-4800-a5c2-1548c95c166e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.469155] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Created folder: Instances in parent group-v682430. [ 687.469155] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.469155] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.469155] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa8e66f4-f0e3-46c2-8581-84901f55a1d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.501693] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.501693] env[71147]: value = "task-3420552" [ 687.501693] env[71147]: _type = "Task" [ 687.501693] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.520293] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420552, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.580248] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.580248] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7640a6f-341b-4e4a-a44d-dcfafb8a02e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.597576] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 687.597576] env[71147]: value = "task-3420553" [ 687.597576] env[71147]: _type = "Task" [ 687.597576] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.619143] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.642631] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task} progress is 49%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.670344] env[71147]: DEBUG nova.network.neutron [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.811296] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f91980-aa24-9a8a-f253-69c0d99912c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015375} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.811296] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.811296] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.811741] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.811741] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.811870] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.812123] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f78b693d-7192-4d2b-a18c-cc4c2497b4f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.836954] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.836954] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.836954] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf45b3c-6456-42d4-bcc0-5c35106129e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.853725] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 687.853725] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5209f574-a5cd-b235-7bde-6674e1061570" [ 687.853725] env[71147]: _type = "Task" [ 687.853725] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.873267] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5209f574-a5cd-b235-7bde-6674e1061570, 'name': SearchDatastore_Task, 'duration_secs': 0.015155} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.874840] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b30749-a0b0-496e-bbc2-809459fb9349 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.881391] env[71147]: DEBUG nova.compute.manager [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Received event network-changed-c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.881530] env[71147]: DEBUG nova.compute.manager [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Refreshing instance network info cache due to event network-changed-c2746d30-1f8b-44d9-b44f-ac4749f2e3b2. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.881794] env[71147]: DEBUG oslo_concurrency.lockutils [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] Acquiring lock "refresh_cache-c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.881959] env[71147]: DEBUG oslo_concurrency.lockutils [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] Acquired lock "refresh_cache-c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.882172] env[71147]: DEBUG nova.network.neutron [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Refreshing network info cache for port c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.890839] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 687.890839] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5277ebe2-54b1-f326-c787-14c07e2650b3" [ 687.890839] env[71147]: _type = "Task" [ 687.890839] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.922164] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5277ebe2-54b1-f326-c787-14c07e2650b3, 'name': SearchDatastore_Task, 'duration_secs': 0.02667} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.924193] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.925648] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03/5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.925648] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19516874-4cbf-4abf-98ca-86b3aa5a6be1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.940020] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 687.940020] env[71147]: value = "task-3420554" [ 687.940020] env[71147]: _type = "Task" [ 687.940020] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.946113] env[71147]: DEBUG nova.network.neutron [-] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.952406] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.986266] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee1cbbe-0b82-406b-a639-e22551728258 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.999224] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d951e-b1db-4737-9649-b93f6f2335b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.014465] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420552, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.048184] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f9dab8-df00-46e8-9cc0-e96c3ec558bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.060131] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbf84a5-f243-4d3e-b58a-26bcdf973ae5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.082553] env[71147]: DEBUG nova.compute.provider_tree [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.116744] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.146960] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task} progress is 62%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.176199] env[71147]: INFO nova.compute.manager [-] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Took 1.04 seconds to deallocate network for instance. [ 688.358397] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "ad63e72a-bcb7-463e-afbf-dce24e914784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.358846] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "ad63e72a-bcb7-463e-afbf-dce24e914784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.426895] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.427489] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.449367] env[71147]: INFO nova.compute.manager [-] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Took 2.18 seconds to deallocate network for instance. [ 688.460869] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420554, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.498031] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "14217653-66fb-46a9-89e7-f0f7466f5ecc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.498031] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "14217653-66fb-46a9-89e7-f0f7466f5ecc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.518986] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420552, 'name': CreateVM_Task, 'duration_secs': 0.902198} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.518986] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.518986] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.518986] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.519487] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.519580] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e23dca3-79ca-4b1f-a407-f11134056fc3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.530620] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 688.530620] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52695209-adba-2586-7864-6113d8597ebb" [ 688.530620] env[71147]: _type = "Task" [ 688.530620] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.547382] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52695209-adba-2586-7864-6113d8597ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.586622] env[71147]: DEBUG nova.scheduler.client.report [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.612211] env[71147]: DEBUG oslo_vmware.api [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420553, 'name': PowerOnVM_Task, 'duration_secs': 0.691617} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.612610] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.612864] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a418cf6b-43d9-469a-8c4d-b8f8fbb561a0 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance '8ea6b675-6e2f-492b-be9b-0ff5638b9363' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 688.650197] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task} progress is 76%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.653527] env[71147]: DEBUG nova.compute.manager [req-29d3b2d5-a3bd-405d-8480-d07602e9d732 req-27459742-6155-4717-9089-411eaa9ad48d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Received event network-changed-56695947-9e4c-4b05-b81b-e0612d58ec7c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.653708] env[71147]: DEBUG nova.compute.manager [req-29d3b2d5-a3bd-405d-8480-d07602e9d732 req-27459742-6155-4717-9089-411eaa9ad48d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Refreshing instance network info cache due to event network-changed-56695947-9e4c-4b05-b81b-e0612d58ec7c. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.653917] env[71147]: DEBUG oslo_concurrency.lockutils [req-29d3b2d5-a3bd-405d-8480-d07602e9d732 req-27459742-6155-4717-9089-411eaa9ad48d service nova] Acquiring lock "refresh_cache-5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.654125] env[71147]: DEBUG oslo_concurrency.lockutils [req-29d3b2d5-a3bd-405d-8480-d07602e9d732 req-27459742-6155-4717-9089-411eaa9ad48d service nova] Acquired lock "refresh_cache-5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.654306] env[71147]: DEBUG nova.network.neutron [req-29d3b2d5-a3bd-405d-8480-d07602e9d732 req-27459742-6155-4717-9089-411eaa9ad48d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Refreshing network info cache for port 56695947-9e4c-4b05-b81b-e0612d58ec7c {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.691110] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.959789] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836673} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.959789] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03/5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.960644] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.961014] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.961420] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b00e9af-c202-4f98-8536-ec4b6946f56c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.977718] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 688.977718] env[71147]: value = "task-3420555" [ 688.977718] env[71147]: _type = "Task" [ 688.977718] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.993090] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.037317] env[71147]: DEBUG nova.network.neutron [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Updated VIF entry in instance network info cache for port c2746d30-1f8b-44d9-b44f-ac4749f2e3b2. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.037468] env[71147]: DEBUG nova.network.neutron [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Updating instance_info_cache with network_info: [{"id": "c2746d30-1f8b-44d9-b44f-ac4749f2e3b2", "address": "fa:16:3e:cf:33:86", "network": {"id": "05b712e8-cf6b-4c77-b4f9-57e219824754", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1652815837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369e3f2b16c1453d9de8fe6d3fa1e7b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2746d30-1f", "ovs_interfaceid": "c2746d30-1f8b-44d9-b44f-ac4749f2e3b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.050472] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52695209-adba-2586-7864-6113d8597ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.059247} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.050472] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.050685] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.050792] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.050974] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.052912] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.052912] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80594dfb-ad90-4479-bafb-e5f8ee6b3bfa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.066360] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.066360] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.066911] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35efd6d6-fb6e-4157-8d7f-892a1089e140 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.075333] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 689.075333] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5229e26c-2bbd-1bdd-10ab-8df34e1bff21" [ 689.075333] env[71147]: _type = "Task" [ 689.075333] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.087785] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5229e26c-2bbd-1bdd-10ab-8df34e1bff21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.092185] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.092711] env[71147]: DEBUG nova.compute.manager [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.099029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.923s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.099029] env[71147]: INFO nova.compute.claims [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.150225] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.493641] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093106} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.494148] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.497244] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a15eac-115b-4215-b4cf-c026eda2d8d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.527657] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03/5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.527657] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-287dbd9c-2cf5-4234-a68d-5a16c153f103 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.551789] env[71147]: DEBUG oslo_concurrency.lockutils [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] Releasing lock "refresh_cache-c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.552897] env[71147]: DEBUG nova.compute.manager [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Received event network-changed-94ae3c07-8503-40e1-882a-d42aa21be01a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.552897] env[71147]: DEBUG nova.compute.manager [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Refreshing instance network info cache due to event network-changed-94ae3c07-8503-40e1-882a-d42aa21be01a. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.552897] env[71147]: DEBUG oslo_concurrency.lockutils [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] Acquiring lock "refresh_cache-25cd3849-8060-45d0-9188-b9aab722bee7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.552897] env[71147]: DEBUG oslo_concurrency.lockutils [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] Acquired lock "refresh_cache-25cd3849-8060-45d0-9188-b9aab722bee7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.552897] env[71147]: DEBUG nova.network.neutron [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Refreshing network info cache for port 94ae3c07-8503-40e1-882a-d42aa21be01a {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.565526] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 689.565526] env[71147]: value = "task-3420556" [ 689.565526] env[71147]: _type = "Task" [ 689.565526] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.577116] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.586903] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5229e26c-2bbd-1bdd-10ab-8df34e1bff21, 'name': SearchDatastore_Task, 'duration_secs': 0.012387} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.587770] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b2425a-d4a9-4d78-8830-e4854f31e12f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.595977] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 689.595977] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b0711e-f4bb-3a60-3427-cc145a7c74f7" [ 689.595977] env[71147]: _type = "Task" [ 689.595977] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.601880] env[71147]: DEBUG nova.compute.utils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.613103] env[71147]: DEBUG nova.compute.manager [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.613103] env[71147]: DEBUG nova.network.neutron [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.613840] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b0711e-f4bb-3a60-3427-cc145a7c74f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.646218] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task} progress is 97%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.710102] env[71147]: DEBUG nova.policy [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2558233f5bd947348f81b1dd6f26233e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14841a02de7a4c9a8a84bcb9ff940ace', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.843381] env[71147]: DEBUG nova.network.neutron [req-29d3b2d5-a3bd-405d-8480-d07602e9d732 req-27459742-6155-4717-9089-411eaa9ad48d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Updated VIF entry in instance network info cache for port 56695947-9e4c-4b05-b81b-e0612d58ec7c. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.843689] env[71147]: DEBUG nova.network.neutron [req-29d3b2d5-a3bd-405d-8480-d07602e9d732 req-27459742-6155-4717-9089-411eaa9ad48d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Updating instance_info_cache with network_info: [{"id": "56695947-9e4c-4b05-b81b-e0612d58ec7c", "address": "fa:16:3e:74:f6:6c", "network": {"id": "486b0e6e-5d15-4c4b-8467-30c7add113f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1246610967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb03c938dc40452d8d08c9008133a3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56695947-9e", "ovs_interfaceid": "56695947-9e4c-4b05-b81b-e0612d58ec7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.061024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquiring lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.061024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.061024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquiring lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.061024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.061024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.067036] env[71147]: INFO nova.compute.manager [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Terminating instance [ 690.082475] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420556, 'name': ReconfigVM_Task, 'duration_secs': 0.318131} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.083881] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03/5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.085222] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-702c0ea2-7b2d-4070-98ae-50b51a7f065d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.096450] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 690.096450] env[71147]: value = "task-3420557" [ 690.096450] env[71147]: _type = "Task" [ 690.096450] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.107842] env[71147]: DEBUG nova.compute.manager [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.139678] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420557, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.147090] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b0711e-f4bb-3a60-3427-cc145a7c74f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.155951] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.155951] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] d166e1e4-2b45-49c4-87b0-6d0e63f33a21/d166e1e4-2b45-49c4-87b0-6d0e63f33a21.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.156664] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90d4eef2-312a-45a1-a0b2-ab9c7e0942fb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.170393] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task} progress is 97%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.172581] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 690.172581] env[71147]: value = "task-3420558" [ 690.172581] env[71147]: _type = "Task" [ 690.172581] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.183889] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.346957] env[71147]: DEBUG oslo_concurrency.lockutils [req-29d3b2d5-a3bd-405d-8480-d07602e9d732 req-27459742-6155-4717-9089-411eaa9ad48d service nova] Releasing lock "refresh_cache-5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.348033] env[71147]: DEBUG nova.compute.manager [req-29d3b2d5-a3bd-405d-8480-d07602e9d732 req-27459742-6155-4717-9089-411eaa9ad48d service nova] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Received event network-vif-deleted-5665450c-fd11-4314-8491-48c413320f7d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.578930] env[71147]: DEBUG nova.compute.manager [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.579309] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.580179] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0504308d-fa3d-4543-ae36-97d5ab094a40 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.590096] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.590817] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5e4db5e-dae7-44e7-97d5-6963414c7d1b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.603098] env[71147]: DEBUG oslo_vmware.api [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 690.603098] env[71147]: value = "task-3420559" [ 690.603098] env[71147]: _type = "Task" [ 690.603098] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.616855] env[71147]: DEBUG nova.network.neutron [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Updated VIF entry in instance network info cache for port 94ae3c07-8503-40e1-882a-d42aa21be01a. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.616855] env[71147]: DEBUG nova.network.neutron [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Updating instance_info_cache with network_info: [{"id": "94ae3c07-8503-40e1-882a-d42aa21be01a", "address": "fa:16:3e:d8:1e:53", "network": {"id": "4a8e5b8b-aa8e-4ed9-a54f-cbb082e91c73", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1187823110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772dbb4716ba4c3db972063387fe4bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ae3c07-85", "ovs_interfaceid": "94ae3c07-8503-40e1-882a-d42aa21be01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.628695] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420557, 'name': Rename_Task, 'duration_secs': 0.172055} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.633262] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.635176] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bff24690-ff1f-40e3-bae3-004602cd0524 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.643921] env[71147]: DEBUG oslo_vmware.api [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.656172] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 690.656172] env[71147]: value = "task-3420560" [ 690.656172] env[71147]: _type = "Task" [ 690.656172] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.674600] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task} progress is 98%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.684233] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.687932] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420558, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.752209] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa16e9-0cb9-4fef-8193-af9a96daad3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.762131] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fbeb52-42ba-44c5-afae-e9826952ebe3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.804822] env[71147]: DEBUG nova.network.neutron [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Successfully created port: 81121af1-25dc-4713-b443-184f8bae8e4b {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.808639] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f1291-143e-49f2-8ff6-edd0be4e561d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.818957] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b793dd1b-35f5-46bb-8c89-4d600d0d4f15 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.839322] env[71147]: DEBUG nova.compute.provider_tree [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.121524] env[71147]: DEBUG oslo_vmware.api [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.132355] env[71147]: DEBUG oslo_concurrency.lockutils [req-cf9c8656-a88c-4398-8a65-7e1e63519e48 req-9df7ba74-515a-4934-be60-33214ceb68f6 service nova] Releasing lock "refresh_cache-25cd3849-8060-45d0-9188-b9aab722bee7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.133877] env[71147]: DEBUG nova.compute.manager [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.162616] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420546, 'name': RelocateVM_Task, 'duration_secs': 4.417264} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.167112] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 691.167464] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682391', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'name': 'volume-baad4e94-16c0-4cf1-8101-f642e0f87ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'serial': 'baad4e94-16c0-4cf1-8101-f642e0f87ede'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 691.171563] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab47bf5-d547-4ba1-90b6-7e6914a3f79d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.185015] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.185767] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.185767] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.185767] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.185767] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.185980] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.186385] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.186385] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.186558] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.186721] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.187884] env[71147]: DEBUG nova.virt.hardware [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.191127] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e323e2-d9ec-4a49-a512-cc42ed3e999d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.194707] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420560, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.208616] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf93e85-731d-4ba8-8bf4-6c55b359370e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.219336] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566182} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.219336] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] d166e1e4-2b45-49c4-87b0-6d0e63f33a21/d166e1e4-2b45-49c4-87b0-6d0e63f33a21.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.219336] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.219474] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7d0092-1c63-4922-bafb-c20931da1a8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.240532] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01d3b921-87ce-431b-9a92-4b7f4b1afc3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.253331] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] volume-baad4e94-16c0-4cf1-8101-f642e0f87ede/volume-baad4e94-16c0-4cf1-8101-f642e0f87ede.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.254364] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e333639-829a-4a17-8ad0-17779d8450e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.293383] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 691.293383] env[71147]: value = "task-3420561" [ 691.293383] env[71147]: _type = "Task" [ 691.293383] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.295729] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for the task: (returnval){ [ 691.295729] env[71147]: value = "task-3420562" [ 691.295729] env[71147]: _type = "Task" [ 691.295729] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.319415] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.319698] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.353183] env[71147]: DEBUG nova.compute.manager [req-4dc80d92-9229-4cec-b58b-5cecab3ff885 req-6b334ba0-dd1a-4473-8c4e-616904674358 service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Received event network-changed-14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.353531] env[71147]: DEBUG nova.compute.manager [req-4dc80d92-9229-4cec-b58b-5cecab3ff885 req-6b334ba0-dd1a-4473-8c4e-616904674358 service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Refreshing instance network info cache due to event network-changed-14ca4bda-55ad-4a99-bcfb-fc7a64bffa01. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.353947] env[71147]: DEBUG oslo_concurrency.lockutils [req-4dc80d92-9229-4cec-b58b-5cecab3ff885 req-6b334ba0-dd1a-4473-8c4e-616904674358 service nova] Acquiring lock "refresh_cache-0354b1fa-22f0-4148-a226-45514d95efed" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.354319] env[71147]: DEBUG oslo_concurrency.lockutils [req-4dc80d92-9229-4cec-b58b-5cecab3ff885 req-6b334ba0-dd1a-4473-8c4e-616904674358 service nova] Acquired lock "refresh_cache-0354b1fa-22f0-4148-a226-45514d95efed" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.354897] env[71147]: DEBUG nova.network.neutron [req-4dc80d92-9229-4cec-b58b-5cecab3ff885 req-6b334ba0-dd1a-4473-8c4e-616904674358 service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Refreshing network info cache for port 14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.378353] env[71147]: ERROR nova.scheduler.client.report [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [req-3fa4a76b-0c12-43f9-b7fc-9a2732f3f085] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fa4a76b-0c12-43f9-b7fc-9a2732f3f085"}]} [ 691.420733] env[71147]: DEBUG nova.scheduler.client.report [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 691.457785] env[71147]: DEBUG nova.scheduler.client.report [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 691.460523] env[71147]: DEBUG nova.compute.provider_tree [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 38 to 39 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 691.461033] env[71147]: DEBUG nova.compute.provider_tree [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.479075] env[71147]: DEBUG nova.scheduler.client.report [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 691.512362] env[71147]: DEBUG nova.scheduler.client.report [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 691.622238] env[71147]: DEBUG oslo_vmware.api [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420559, 'name': PowerOffVM_Task, 'duration_secs': 0.862405} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.625273] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.626037] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.626037] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d572768a-78f0-4c97-b7f1-7d9b96e5cd88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.673619] env[71147]: DEBUG oslo_vmware.api [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420560, 'name': PowerOnVM_Task, 'duration_secs': 0.710553} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.673892] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.674141] env[71147]: INFO nova.compute.manager [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Took 9.00 seconds to spawn the instance on the hypervisor. [ 691.674412] env[71147]: DEBUG nova.compute.manager [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.675325] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c709579-9fc3-4ad7-b837-a73dd774eee7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.710943] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.711694] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.715198] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Deleting the datastore file [datastore1] 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.715198] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d5c6a35-593c-41a7-acec-e7b5bfd546dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.729158] env[71147]: DEBUG oslo_vmware.api [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for the task: (returnval){ [ 691.729158] env[71147]: value = "task-3420564" [ 691.729158] env[71147]: _type = "Task" [ 691.729158] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.743819] env[71147]: DEBUG oslo_vmware.api [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.820448] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089255} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.820571] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.820792] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.821995] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5258857a-7955-4bcc-a894-37cf1906d8d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.848160] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] d166e1e4-2b45-49c4-87b0-6d0e63f33a21/d166e1e4-2b45-49c4-87b0-6d0e63f33a21.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.849480] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63efd701-0308-4ba4-ab10-8c482efdbe1b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.892100] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 691.892100] env[71147]: value = "task-3420565" [ 691.892100] env[71147]: _type = "Task" [ 691.892100] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.924439] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420565, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.936877] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.936877] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.196830] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db971812-17e4-40ef-b932-e504ac365c39 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.212115] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa8af7b-83e9-44df-b188-ef1287a0deb8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.219792] env[71147]: INFO nova.compute.manager [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Took 30.37 seconds to build instance. [ 692.268280] env[71147]: DEBUG nova.network.neutron [req-4dc80d92-9229-4cec-b58b-5cecab3ff885 req-6b334ba0-dd1a-4473-8c4e-616904674358 service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Updated VIF entry in instance network info cache for port 14ca4bda-55ad-4a99-bcfb-fc7a64bffa01. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.268623] env[71147]: DEBUG nova.network.neutron [req-4dc80d92-9229-4cec-b58b-5cecab3ff885 req-6b334ba0-dd1a-4473-8c4e-616904674358 service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Updating instance_info_cache with network_info: [{"id": "14ca4bda-55ad-4a99-bcfb-fc7a64bffa01", "address": "fa:16:3e:3a:b0:d2", "network": {"id": "541ffa68-8459-4cbc-88d3-2b3c7d59d5a2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2001537030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8787ba0cf64311813c8b410dbb2547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ca4bda-55", "ovs_interfaceid": "14ca4bda-55ad-4a99-bcfb-fc7a64bffa01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.274727] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aed39d-f25d-4164-b23e-dc24acf72874 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.287216] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca2fe50-cffb-46cb-9f58-aedc05791bdb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.291533] env[71147]: DEBUG oslo_vmware.api [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Task: {'id': task-3420564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470435} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.291704] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.291876] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.292057] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.292231] env[71147]: INFO nova.compute.manager [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Took 1.71 seconds to destroy the instance on the hypervisor. [ 692.292524] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.293044] env[71147]: DEBUG nova.compute.manager [-] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.293131] env[71147]: DEBUG nova.network.neutron [-] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.304659] env[71147]: DEBUG nova.compute.provider_tree [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.319385] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420562, 'name': ReconfigVM_Task, 'duration_secs': 0.681954} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.319694] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Reconfigured VM instance instance-0000000f to attach disk [datastore2] volume-baad4e94-16c0-4cf1-8101-f642e0f87ede/volume-baad4e94-16c0-4cf1-8101-f642e0f87ede.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.326052] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59aaa80-32d7-4de7-a694-87d04d984920 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.352236] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for the task: (returnval){ [ 692.352236] env[71147]: value = "task-3420566" [ 692.352236] env[71147]: _type = "Task" [ 692.352236] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.370146] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.413384] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.655978] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.655978] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.726160] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a0ad73a0-8c32-4f63-b3f1-09e91dee6221 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.889s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.778161] env[71147]: DEBUG oslo_concurrency.lockutils [req-4dc80d92-9229-4cec-b58b-5cecab3ff885 req-6b334ba0-dd1a-4473-8c4e-616904674358 service nova] Releasing lock "refresh_cache-0354b1fa-22f0-4148-a226-45514d95efed" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.810351] env[71147]: DEBUG nova.scheduler.client.report [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.818955] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.819796] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.819796] env[71147]: DEBUG nova.compute.manager [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Going to confirm migration 1 {{(pid=71147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 692.863933] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420566, 'name': ReconfigVM_Task, 'duration_secs': 0.179364} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.867854] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682391', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'name': 'volume-baad4e94-16c0-4cf1-8101-f642e0f87ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'serial': 'baad4e94-16c0-4cf1-8101-f642e0f87ede'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 692.869852] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afdbfaf7-bd92-4ec1-a886-5561ecd11425 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.881374] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for the task: (returnval){ [ 692.881374] env[71147]: value = "task-3420567" [ 692.881374] env[71147]: _type = "Task" [ 692.881374] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.894241] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420567, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.916536] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420565, 'name': ReconfigVM_Task, 'duration_secs': 0.644623} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.917212] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Reconfigured VM instance instance-00000011 to attach disk [datastore2] d166e1e4-2b45-49c4-87b0-6d0e63f33a21/d166e1e4-2b45-49c4-87b0-6d0e63f33a21.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.917834] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b39ec983-d6c4-4089-8762-d02e6625b5ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.928163] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 692.928163] env[71147]: value = "task-3420568" [ 692.928163] env[71147]: _type = "Task" [ 692.928163] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.945869] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420568, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.126999] env[71147]: DEBUG nova.compute.manager [req-ad3bec06-627d-4193-8f53-493d7aaabfa3 req-da032a4e-f323-4490-b950-208bffcde126 service nova] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Received event network-vif-plugged-81121af1-25dc-4713-b443-184f8bae8e4b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.127149] env[71147]: DEBUG oslo_concurrency.lockutils [req-ad3bec06-627d-4193-8f53-493d7aaabfa3 req-da032a4e-f323-4490-b950-208bffcde126 service nova] Acquiring lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.127572] env[71147]: DEBUG oslo_concurrency.lockutils [req-ad3bec06-627d-4193-8f53-493d7aaabfa3 req-da032a4e-f323-4490-b950-208bffcde126 service nova] Lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.127572] env[71147]: DEBUG oslo_concurrency.lockutils [req-ad3bec06-627d-4193-8f53-493d7aaabfa3 req-da032a4e-f323-4490-b950-208bffcde126 service nova] Lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.127704] env[71147]: DEBUG nova.compute.manager [req-ad3bec06-627d-4193-8f53-493d7aaabfa3 req-da032a4e-f323-4490-b950-208bffcde126 service nova] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] No waiting events found dispatching network-vif-plugged-81121af1-25dc-4713-b443-184f8bae8e4b {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.127827] env[71147]: WARNING nova.compute.manager [req-ad3bec06-627d-4193-8f53-493d7aaabfa3 req-da032a4e-f323-4490-b950-208bffcde126 service nova] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Received unexpected event network-vif-plugged-81121af1-25dc-4713-b443-184f8bae8e4b for instance with vm_state building and task_state spawning. [ 693.150526] env[71147]: DEBUG nova.network.neutron [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Successfully updated port: 81121af1-25dc-4713-b443-184f8bae8e4b {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.228831] env[71147]: DEBUG nova.compute.manager [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.299171] env[71147]: DEBUG nova.network.neutron [-] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.320242] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.224s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.320242] env[71147]: DEBUG nova.compute.manager [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.323188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.268s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.324753] env[71147]: INFO nova.compute.claims [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.400736] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420567, 'name': Rename_Task, 'duration_secs': 0.206104} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.401360] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.402139] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0154def5-6dba-4769-8594-d5808b82e2cf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.413020] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for the task: (returnval){ [ 693.413020] env[71147]: value = "task-3420569" [ 693.413020] env[71147]: _type = "Task" [ 693.413020] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.425419] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.441404] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420568, 'name': Rename_Task, 'duration_secs': 0.212455} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.441404] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.441735] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e8061df-aa05-436a-8936-5d7c14bb6d6b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.449990] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 693.449990] env[71147]: value = "task-3420570" [ 693.449990] env[71147]: _type = "Task" [ 693.449990] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.461706] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.497320] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.497414] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.497656] env[71147]: DEBUG nova.network.neutron [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.497810] env[71147]: DEBUG nova.objects.instance [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lazy-loading 'info_cache' on Instance uuid 8ea6b675-6e2f-492b-be9b-0ff5638b9363 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.655744] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquiring lock "refresh_cache-4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.655744] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquired lock "refresh_cache-4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.655744] env[71147]: DEBUG nova.network.neutron [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.729319] env[71147]: DEBUG nova.compute.manager [req-4e4337cd-3323-493b-aee0-2556e2ba99f4 req-418bc569-1af4-4cf3-9c7c-4c2c81f8835c service nova] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Received event network-vif-deleted-6b2c7d51-a251-447c-83ef-53478a22fda6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.766975] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.802362] env[71147]: INFO nova.compute.manager [-] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Took 1.51 seconds to deallocate network for instance. [ 693.827431] env[71147]: DEBUG nova.compute.utils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.827989] env[71147]: DEBUG nova.compute.manager [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.829022] env[71147]: DEBUG nova.network.neutron [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.929392] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.941993] env[71147]: DEBUG nova.policy [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50f7d1eeae6048078e7b181a75524615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da5496217b7b4f458818189a20c00699', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.964324] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.316637] env[71147]: DEBUG oslo_concurrency.lockutils [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.333231] env[71147]: DEBUG nova.compute.manager [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.415746] env[71147]: DEBUG nova.network.neutron [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.428868] env[71147]: DEBUG oslo_vmware.api [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3420569, 'name': PowerOnVM_Task, 'duration_secs': 0.629794} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.431711] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.431997] env[71147]: INFO nova.compute.manager [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Took 11.98 seconds to spawn the instance on the hypervisor. [ 694.432246] env[71147]: DEBUG nova.compute.manager [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.433694] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d157e848-da36-4f7a-9e9e-60bbec0a3ab2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.472788] env[71147]: DEBUG oslo_vmware.api [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420570, 'name': PowerOnVM_Task, 'duration_secs': 0.658918} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.475029] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.475029] env[71147]: INFO nova.compute.manager [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Took 7.16 seconds to spawn the instance on the hypervisor. [ 694.475029] env[71147]: DEBUG nova.compute.manager [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.476198] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb57be7-1f6c-4e63-940d-4d6f1a0dc990 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.610810] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "7f73a545-dd6e-491c-9203-1af48d0bcb65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.611074] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "7f73a545-dd6e-491c-9203-1af48d0bcb65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.873189] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85adeaf-e5c2-4c24-8b3b-fae29cee2d14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.886679] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2756a4-d663-4ca9-8671-923508d3dabd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.941307] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31192e2c-0237-4502-9245-a5f0bbfbccd8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.950642] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77ca196-8fff-4382-8af5-0fa5e0d22d36 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.962120] env[71147]: INFO nova.compute.manager [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Took 34.21 seconds to build instance. [ 694.977525] env[71147]: DEBUG nova.compute.provider_tree [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.998636] env[71147]: DEBUG nova.network.neutron [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Updating instance_info_cache with network_info: [{"id": "81121af1-25dc-4713-b443-184f8bae8e4b", "address": "fa:16:3e:48:3e:77", "network": {"id": "b366c8d3-58b2-4a7d-9e8c-68d0a80374a0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-523988063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14841a02de7a4c9a8a84bcb9ff940ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81121af1-25", "ovs_interfaceid": "81121af1-25dc-4713-b443-184f8bae8e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.000165] env[71147]: INFO nova.compute.manager [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Took 27.79 seconds to build instance. [ 695.325602] env[71147]: DEBUG nova.network.neutron [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Successfully created port: 3280961f-7e46-42c9-8b97-ec7eee7326bf {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.346548] env[71147]: DEBUG nova.compute.manager [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.387899] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.388734] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.388734] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.388734] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.388734] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.388915] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.389034] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.389386] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.389386] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.390053] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.390053] env[71147]: DEBUG nova.virt.hardware [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.390846] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb33e382-5c6d-4970-bc80-a6aed4f43bf8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.402290] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225fff0a-199f-4a0b-962e-c8665c2cfb1a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.432510] env[71147]: DEBUG nova.network.neutron [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance_info_cache with network_info: [{"id": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "address": "fa:16:3e:52:a3:ee", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap900b9dc1-5c", "ovs_interfaceid": "900b9dc1-5c5b-4932-b885-e764ba7b83e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.465653] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cc242be4-3b0e-4343-84f1-4f0775cac653 tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.722s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.485035] env[71147]: DEBUG nova.scheduler.client.report [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.505436] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Releasing lock "refresh_cache-4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.505771] env[71147]: DEBUG nova.compute.manager [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Instance network_info: |[{"id": "81121af1-25dc-4713-b443-184f8bae8e4b", "address": "fa:16:3e:48:3e:77", "network": {"id": "b366c8d3-58b2-4a7d-9e8c-68d0a80374a0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-523988063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14841a02de7a4c9a8a84bcb9ff940ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81121af1-25", "ovs_interfaceid": "81121af1-25dc-4713-b443-184f8bae8e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.507059] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a442c392-846b-498d-82e5-bbc8a2128cd7 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "d166e1e4-2b45-49c4-87b0-6d0e63f33a21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.986s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.507059] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:3e:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81121af1-25dc-4713-b443-184f8bae8e4b', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.528843] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Creating folder: Project (14841a02de7a4c9a8a84bcb9ff940ace). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.533792] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5661861-3744-4b2e-bf88-c632eb602a6e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.556064] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Created folder: Project (14841a02de7a4c9a8a84bcb9ff940ace) in parent group-v682378. [ 695.556064] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Creating folder: Instances. Parent ref: group-v682433. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.557328] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28449fb0-a0a2-49a1-925e-0818b39ef199 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.576056] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Created folder: Instances in parent group-v682433. [ 695.576447] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.578073] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.578073] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbefef50-37eb-4df8-b61e-32a1c202336b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.619904] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.619904] env[71147]: value = "task-3420573" [ 695.619904] env[71147]: _type = "Task" [ 695.619904] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.635574] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420573, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.686977] env[71147]: DEBUG nova.compute.manager [None req-bdcfa779-ec5a-4a7d-b256-799571db6d57 tempest-ServerDiagnosticsV248Test-1547585454 tempest-ServerDiagnosticsV248Test-1547585454-project-admin] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.689480] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef6b902-dbab-4801-9678-1403b157ca54 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.712753] env[71147]: INFO nova.compute.manager [None req-bdcfa779-ec5a-4a7d-b256-799571db6d57 tempest-ServerDiagnosticsV248Test-1547585454 tempest-ServerDiagnosticsV248Test-1547585454-project-admin] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Retrieving diagnostics [ 695.713974] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f29228-00e7-4cdb-a55e-ab59756072e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.935956] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "refresh_cache-8ea6b675-6e2f-492b-be9b-0ff5638b9363" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.935956] env[71147]: DEBUG nova.objects.instance [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lazy-loading 'migration_context' on Instance uuid 8ea6b675-6e2f-492b-be9b-0ff5638b9363 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.970198] env[71147]: DEBUG nova.compute.manager [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.998021] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.998021] env[71147]: DEBUG nova.compute.manager [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.999421] env[71147]: DEBUG oslo_concurrency.lockutils [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.943s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.999848] env[71147]: DEBUG nova.objects.instance [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lazy-loading 'resources' on Instance uuid bc665eac-54f4-4c98-a1fe-e26049026682 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.040071] env[71147]: DEBUG nova.compute.manager [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.138920] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420573, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.171103] env[71147]: DEBUG nova.compute.manager [req-269b0b29-5498-445b-8455-568940636762 req-eec8e063-2efa-47f7-aac8-b086401a747b service nova] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Received event network-changed-81121af1-25dc-4713-b443-184f8bae8e4b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.171302] env[71147]: DEBUG nova.compute.manager [req-269b0b29-5498-445b-8455-568940636762 req-eec8e063-2efa-47f7-aac8-b086401a747b service nova] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Refreshing instance network info cache due to event network-changed-81121af1-25dc-4713-b443-184f8bae8e4b. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.171514] env[71147]: DEBUG oslo_concurrency.lockutils [req-269b0b29-5498-445b-8455-568940636762 req-eec8e063-2efa-47f7-aac8-b086401a747b service nova] Acquiring lock "refresh_cache-4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.171669] env[71147]: DEBUG oslo_concurrency.lockutils [req-269b0b29-5498-445b-8455-568940636762 req-eec8e063-2efa-47f7-aac8-b086401a747b service nova] Acquired lock "refresh_cache-4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.171900] env[71147]: DEBUG nova.network.neutron [req-269b0b29-5498-445b-8455-568940636762 req-eec8e063-2efa-47f7-aac8-b086401a747b service nova] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Refreshing network info cache for port 81121af1-25dc-4713-b443-184f8bae8e4b {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.438704] env[71147]: DEBUG nova.objects.base [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Object Instance<8ea6b675-6e2f-492b-be9b-0ff5638b9363> lazy-loaded attributes: info_cache,migration_context {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 696.439683] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99d5675-2f3a-4648-8a8e-65dd23a3d2a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.470425] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a354d846-c638-4ac3-8b95-c79212e7dea2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.479514] env[71147]: DEBUG oslo_vmware.api [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 696.479514] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52023853-e1da-0efd-0c3b-5181b4699f5a" [ 696.479514] env[71147]: _type = "Task" [ 696.479514] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.494532] env[71147]: DEBUG oslo_vmware.api [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52023853-e1da-0efd-0c3b-5181b4699f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.503433] env[71147]: DEBUG nova.compute.utils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.507264] env[71147]: DEBUG nova.compute.manager [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.507457] env[71147]: DEBUG nova.network.neutron [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.510196] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.566012] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.600099] env[71147]: DEBUG nova.policy [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87e3670e02164e8fa65729b183d23fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2da95e2c9154b51b835264a7e32e47f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.633366] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420573, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.001879] env[71147]: DEBUG oslo_vmware.api [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52023853-e1da-0efd-0c3b-5181b4699f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.020044} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.002274] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.015102] env[71147]: DEBUG nova.compute.manager [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.092638] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ddf598-2b55-466d-b335-fe5195a077d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.104333] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8ce0d5-7f7d-4c37-8526-bbdac9536261 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.159243] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2794eb3a-a289-42ee-88b3-6799ee3df460 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.172520] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80b25f1-c8d7-430f-8430-bd44ad9b40c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.177787] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420573, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.191332] env[71147]: DEBUG nova.compute.provider_tree [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.503429] env[71147]: DEBUG nova.network.neutron [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Successfully created port: 3d9c90fc-94fe-4f72-9454-0e21a19e57d3 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.636784] env[71147]: DEBUG nova.network.neutron [req-269b0b29-5498-445b-8455-568940636762 req-eec8e063-2efa-47f7-aac8-b086401a747b service nova] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Updated VIF entry in instance network info cache for port 81121af1-25dc-4713-b443-184f8bae8e4b. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.636784] env[71147]: DEBUG nova.network.neutron [req-269b0b29-5498-445b-8455-568940636762 req-eec8e063-2efa-47f7-aac8-b086401a747b service nova] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Updating instance_info_cache with network_info: [{"id": "81121af1-25dc-4713-b443-184f8bae8e4b", "address": "fa:16:3e:48:3e:77", "network": {"id": "b366c8d3-58b2-4a7d-9e8c-68d0a80374a0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-523988063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14841a02de7a4c9a8a84bcb9ff940ace", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81121af1-25", "ovs_interfaceid": "81121af1-25dc-4713-b443-184f8bae8e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.668613] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420573, 'name': CreateVM_Task, 'duration_secs': 2.002697} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.668613] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.670102] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.670102] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.670102] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.670605] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd79090f-c303-484f-a7bd-20f7279e4e23 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.680999] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 697.680999] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacdc8-2f4e-bbe0-e1e4-c54c3e8d835e" [ 697.680999] env[71147]: _type = "Task" [ 697.680999] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.693172] env[71147]: DEBUG nova.scheduler.client.report [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.696398] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacdc8-2f4e-bbe0-e1e4-c54c3e8d835e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.704829] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "5f587671-def8-46da-918b-72029dba52c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.704829] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "5f587671-def8-46da-918b-72029dba52c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.841531] env[71147]: DEBUG nova.network.neutron [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Successfully updated port: 3280961f-7e46-42c9-8b97-ec7eee7326bf {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.029029] env[71147]: DEBUG nova.compute.manager [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.068231] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.068591] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.068688] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.070126] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.070126] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.070126] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.070126] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.070126] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.070126] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.070126] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.070126] env[71147]: DEBUG nova.virt.hardware [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.071130] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d587e603-8e25-4839-a36e-59b0a692229c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.083948] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd2d0c7-1b2c-4580-8938-8b56585e3fa1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.143951] env[71147]: DEBUG oslo_concurrency.lockutils [req-269b0b29-5498-445b-8455-568940636762 req-eec8e063-2efa-47f7-aac8-b086401a747b service nova] Releasing lock "refresh_cache-4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.195709] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacdc8-2f4e-bbe0-e1e4-c54c3e8d835e, 'name': SearchDatastore_Task, 'duration_secs': 0.025211} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.196230] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.196506] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.197088] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.197088] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.197088] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.198673] env[71147]: DEBUG oslo_concurrency.lockutils [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.201673] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ed350d1-bf23-445f-b573-0ba501abac10 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.206535] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.077s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.208730] env[71147]: INFO nova.compute.claims [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.220745] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.221062] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.222049] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec5d498-1d57-47de-9470-196723f04356 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.230584] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 698.230584] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fd4d4a-edd3-e236-0435-7549769f3418" [ 698.230584] env[71147]: _type = "Task" [ 698.230584] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.239030] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fd4d4a-edd3-e236-0435-7549769f3418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.244484] env[71147]: INFO nova.scheduler.client.report [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Deleted allocations for instance bc665eac-54f4-4c98-a1fe-e26049026682 [ 698.347996] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.347996] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.347996] env[71147]: DEBUG nova.network.neutron [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.616668] env[71147]: DEBUG nova.compute.manager [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Received event network-changed-56695947-9e4c-4b05-b81b-e0612d58ec7c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.618732] env[71147]: DEBUG nova.compute.manager [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Refreshing instance network info cache due to event network-changed-56695947-9e4c-4b05-b81b-e0612d58ec7c. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.618732] env[71147]: DEBUG oslo_concurrency.lockutils [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] Acquiring lock "refresh_cache-5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.618732] env[71147]: DEBUG oslo_concurrency.lockutils [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] Acquired lock "refresh_cache-5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.618732] env[71147]: DEBUG nova.network.neutron [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Refreshing network info cache for port 56695947-9e4c-4b05-b81b-e0612d58ec7c {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.747032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquiring lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.747032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.747032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquiring lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.747032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.747032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.748227] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fd4d4a-edd3-e236-0435-7549769f3418, 'name': SearchDatastore_Task, 'duration_secs': 0.013522} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.752366] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7e0d57-0303-4275-bc84-08ec413ae017 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.756303] env[71147]: INFO nova.compute.manager [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Terminating instance [ 698.767741] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 698.767741] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526be815-f08e-793c-db06-c3b6ded3d187" [ 698.767741] env[71147]: _type = "Task" [ 698.767741] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.778561] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526be815-f08e-793c-db06-c3b6ded3d187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.779170] env[71147]: DEBUG oslo_concurrency.lockutils [None req-78986c60-bfb7-47ba-a037-5686ec5a0c01 tempest-ServerDiagnosticsTest-1196517979 tempest-ServerDiagnosticsTest-1196517979-project-member] Lock "bc665eac-54f4-4c98-a1fe-e26049026682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.822s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.030557] env[71147]: DEBUG nova.network.neutron [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.265467] env[71147]: DEBUG nova.compute.manager [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.265467] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.268972] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f260058c-1cc5-4e90-88a5-947de6c6289f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.288393] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526be815-f08e-793c-db06-c3b6ded3d187, 'name': SearchDatastore_Task, 'duration_secs': 0.032646} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.288768] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.291526] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.291778] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced/4eca8abb-ea4d-4c45-a1b0-93a15ac24ced.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.292032] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ce2def-a5f5-4323-868d-a8dabce2c37a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.293845] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf3fa327-e38d-4cca-8455-a9c67eee49c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.303878] env[71147]: DEBUG oslo_vmware.api [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 699.303878] env[71147]: value = "task-3420574" [ 699.303878] env[71147]: _type = "Task" [ 699.303878] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.305836] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 699.305836] env[71147]: value = "task-3420575" [ 699.305836] env[71147]: _type = "Task" [ 699.305836] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.330033] env[71147]: DEBUG oslo_vmware.api [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.356019] env[71147]: DEBUG nova.network.neutron [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance_info_cache with network_info: [{"id": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "address": "fa:16:3e:92:20:bb", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3280961f-7e", "ovs_interfaceid": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.660621] env[71147]: DEBUG nova.network.neutron [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Updated VIF entry in instance network info cache for port 56695947-9e4c-4b05-b81b-e0612d58ec7c. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.660800] env[71147]: DEBUG nova.network.neutron [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Updating instance_info_cache with network_info: [{"id": "56695947-9e4c-4b05-b81b-e0612d58ec7c", "address": "fa:16:3e:74:f6:6c", "network": {"id": "486b0e6e-5d15-4c4b-8467-30c7add113f5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1246610967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb03c938dc40452d8d08c9008133a3bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56695947-9e", "ovs_interfaceid": "56695947-9e4c-4b05-b81b-e0612d58ec7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.826242] env[71147]: DEBUG oslo_vmware.api [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420574, 'name': PowerOffVM_Task, 'duration_secs': 0.256624} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.830914] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.831122] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.831413] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fd68074-421b-4b47-b4a4-1aa3704599fc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.840036] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420575, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.860792] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.860911] env[71147]: DEBUG nova.compute.manager [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Instance network_info: |[{"id": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "address": "fa:16:3e:92:20:bb", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3280961f-7e", "ovs_interfaceid": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.861342] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:20:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3280961f-7e46-42c9-8b97-ec7eee7326bf', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.876630] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating folder: Project (da5496217b7b4f458818189a20c00699). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.883028] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06cbdcb8-7405-4e25-a0d1-ab686f557fc4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.906282] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Created folder: Project (da5496217b7b4f458818189a20c00699) in parent group-v682378. [ 699.906532] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating folder: Instances. Parent ref: group-v682436. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.906796] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d3deabf-1194-4de3-8941-755a109d0588 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.923982] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Created folder: Instances in parent group-v682436. [ 699.924297] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.925617] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.926494] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fa5653-a96d-4af9-958c-0574e84f7714 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.929592] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f786194b-6e2a-4518-bf3f-caafbc70a385 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.948828] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.949056] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.949240] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Deleting the datastore file [datastore2] a2203e1c-afc0-4155-a4f4-3c1d91aa8939 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.954927] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-951e76e9-4e4d-4e6f-997b-7850a5bcee78 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.959121] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "4d64ad6e-4afc-4367-87c8-b64523288cae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.959121] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4d64ad6e-4afc-4367-87c8-b64523288cae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.959410] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b798d96-425a-47af-8edc-1d69cd3cd282 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.964920] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.964920] env[71147]: value = "task-3420579" [ 699.964920] env[71147]: _type = "Task" [ 699.964920] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.005088] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff17d4a-9632-4419-8501-5a29295ab8c0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.008159] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420579, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.008524] env[71147]: DEBUG oslo_vmware.api [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for the task: (returnval){ [ 700.008524] env[71147]: value = "task-3420580" [ 700.008524] env[71147]: _type = "Task" [ 700.008524] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.020457] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3956873-956a-408a-aec6-be481b0b60b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.024782] env[71147]: DEBUG oslo_vmware.api [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.039199] env[71147]: DEBUG nova.compute.provider_tree [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.131528] env[71147]: DEBUG nova.network.neutron [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Successfully updated port: 3d9c90fc-94fe-4f72-9454-0e21a19e57d3 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.168200] env[71147]: DEBUG oslo_concurrency.lockutils [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] Releasing lock "refresh_cache-5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.168200] env[71147]: DEBUG nova.compute.manager [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Received event network-vif-plugged-3280961f-7e46-42c9-8b97-ec7eee7326bf {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.168200] env[71147]: DEBUG oslo_concurrency.lockutils [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] Acquiring lock "fb97a908-0315-42a4-9194-30d503c7672d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.168200] env[71147]: DEBUG oslo_concurrency.lockutils [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] Lock "fb97a908-0315-42a4-9194-30d503c7672d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.168200] env[71147]: DEBUG oslo_concurrency.lockutils [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] Lock "fb97a908-0315-42a4-9194-30d503c7672d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.168200] env[71147]: DEBUG nova.compute.manager [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] No waiting events found dispatching network-vif-plugged-3280961f-7e46-42c9-8b97-ec7eee7326bf {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.168200] env[71147]: WARNING nova.compute.manager [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Received unexpected event network-vif-plugged-3280961f-7e46-42c9-8b97-ec7eee7326bf for instance with vm_state building and task_state spawning. [ 700.168200] env[71147]: DEBUG nova.compute.manager [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Received event network-changed-3280961f-7e46-42c9-8b97-ec7eee7326bf {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.168200] env[71147]: DEBUG nova.compute.manager [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Refreshing instance network info cache due to event network-changed-3280961f-7e46-42c9-8b97-ec7eee7326bf. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.168200] env[71147]: DEBUG oslo_concurrency.lockutils [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] Acquiring lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.168200] env[71147]: DEBUG oslo_concurrency.lockutils [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] Acquired lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.168200] env[71147]: DEBUG nova.network.neutron [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Refreshing network info cache for port 3280961f-7e46-42c9-8b97-ec7eee7326bf {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.337747] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775465} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.338070] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced/4eca8abb-ea4d-4c45-a1b0-93a15ac24ced.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.338299] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.338954] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69929cee-80e6-4c03-a39b-bd511527f73a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.349936] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 700.349936] env[71147]: value = "task-3420581" [ 700.349936] env[71147]: _type = "Task" [ 700.349936] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.362584] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.478874] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420579, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.521623] env[71147]: DEBUG oslo_vmware.api [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Task: {'id': task-3420580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453707} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.521922] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.522146] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.522305] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.522558] env[71147]: INFO nova.compute.manager [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Took 1.26 seconds to destroy the instance on the hypervisor. [ 700.523198] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.524959] env[71147]: DEBUG nova.compute.manager [-] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.524959] env[71147]: DEBUG nova.network.neutron [-] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.542859] env[71147]: DEBUG nova.scheduler.client.report [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.634465] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "refresh_cache-c7151826-0752-4112-a25b-59e79d482872" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.634716] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "refresh_cache-c7151826-0752-4112-a25b-59e79d482872" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.634829] env[71147]: DEBUG nova.network.neutron [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.864813] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099167} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.864813] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.864813] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3c35d3-45c0-45c0-9562-6fb364263598 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.904762] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced/4eca8abb-ea4d-4c45-a1b0-93a15ac24ced.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.905163] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ceeb80-be32-4652-bfde-7143a5f94bff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.928575] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 700.928575] env[71147]: value = "task-3420582" [ 700.928575] env[71147]: _type = "Task" [ 700.928575] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.942027] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.978154] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420579, 'name': CreateVM_Task, 'duration_secs': 0.674008} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.979729] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.983021] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.983021] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.983021] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.983021] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3aec9f-0a26-4496-9955-43004f974437 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.987205] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 700.987205] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fca50e-9df3-b9a9-05ca-fcdcda68131d" [ 700.987205] env[71147]: _type = "Task" [ 700.987205] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.998867] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fca50e-9df3-b9a9-05ca-fcdcda68131d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.028820] env[71147]: DEBUG nova.compute.manager [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Received event network-changed-c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.029012] env[71147]: DEBUG nova.compute.manager [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Refreshing instance network info cache due to event network-changed-c2746d30-1f8b-44d9-b44f-ac4749f2e3b2. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.029464] env[71147]: DEBUG oslo_concurrency.lockutils [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] Acquiring lock "refresh_cache-c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.029572] env[71147]: DEBUG oslo_concurrency.lockutils [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] Acquired lock "refresh_cache-c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.029722] env[71147]: DEBUG nova.network.neutron [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Refreshing network info cache for port c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.049491] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.049491] env[71147]: DEBUG nova.compute.manager [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.051951] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.051s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.053990] env[71147]: INFO nova.compute.claims [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.193087] env[71147]: DEBUG nova.network.neutron [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.344985] env[71147]: DEBUG nova.network.neutron [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updated VIF entry in instance network info cache for port 3280961f-7e46-42c9-8b97-ec7eee7326bf. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.345492] env[71147]: DEBUG nova.network.neutron [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance_info_cache with network_info: [{"id": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "address": "fa:16:3e:92:20:bb", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3280961f-7e", "ovs_interfaceid": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.401917] env[71147]: DEBUG nova.network.neutron [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Updating instance_info_cache with network_info: [{"id": "3d9c90fc-94fe-4f72-9454-0e21a19e57d3", "address": "fa:16:3e:70:21:0f", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9c90fc-94", "ovs_interfaceid": "3d9c90fc-94fe-4f72-9454-0e21a19e57d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.446305] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.481188] env[71147]: DEBUG nova.network.neutron [-] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.501602] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fca50e-9df3-b9a9-05ca-fcdcda68131d, 'name': SearchDatastore_Task, 'duration_secs': 0.030166} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.501602] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.501602] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.501602] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.501602] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.501602] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.502117] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1de8dd2-60e4-4b65-afbf-6edfdbb94488 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.520500] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.520728] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.525582] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97104c3-da43-42d4-961d-3bf552ce45d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.538585] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 701.538585] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a0108e-5825-ec9f-0b05-21da265349b6" [ 701.538585] env[71147]: _type = "Task" [ 701.538585] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.549306] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a0108e-5825-ec9f-0b05-21da265349b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.559395] env[71147]: DEBUG nova.compute.utils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.563347] env[71147]: DEBUG nova.compute.manager [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.563621] env[71147]: DEBUG nova.network.neutron [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.673023] env[71147]: DEBUG nova.policy [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a8b083fe2d6405eaff45fc9b0cd89a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c625f3785782401a9cd903dacba3371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.852063] env[71147]: DEBUG oslo_concurrency.lockutils [req-01c4751b-3ddf-42b4-b17d-69fc8aa67cb8 req-06f269ca-7d8d-4891-a683-283ab34ac73d service nova] Releasing lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.872725] env[71147]: DEBUG nova.network.neutron [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Updated VIF entry in instance network info cache for port c2746d30-1f8b-44d9-b44f-ac4749f2e3b2. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.872725] env[71147]: DEBUG nova.network.neutron [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Updating instance_info_cache with network_info: [{"id": "c2746d30-1f8b-44d9-b44f-ac4749f2e3b2", "address": "fa:16:3e:cf:33:86", "network": {"id": "05b712e8-cf6b-4c77-b4f9-57e219824754", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1652815837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369e3f2b16c1453d9de8fe6d3fa1e7b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2746d30-1f", "ovs_interfaceid": "c2746d30-1f8b-44d9-b44f-ac4749f2e3b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.905870] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "refresh_cache-c7151826-0752-4112-a25b-59e79d482872" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.907313] env[71147]: DEBUG nova.compute.manager [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Instance network_info: |[{"id": "3d9c90fc-94fe-4f72-9454-0e21a19e57d3", "address": "fa:16:3e:70:21:0f", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9c90fc-94", "ovs_interfaceid": "3d9c90fc-94fe-4f72-9454-0e21a19e57d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.908545] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:21:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9c90fc-94fe-4f72-9454-0e21a19e57d3', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.923998] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.925479] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7151826-0752-4112-a25b-59e79d482872] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.925741] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab680cbc-0b37-4dc1-b983-913c1a263224 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.957189] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420582, 'name': ReconfigVM_Task, 'duration_secs': 0.929432} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.959559] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced/4eca8abb-ea4d-4c45-a1b0-93a15ac24ced.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.960384] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.960384] env[71147]: value = "task-3420583" [ 701.960384] env[71147]: _type = "Task" [ 701.960384] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.960632] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b697f367-bdb8-44e8-9039-c38139d35f79 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.975290] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420583, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.977074] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 701.977074] env[71147]: value = "task-3420584" [ 701.977074] env[71147]: _type = "Task" [ 701.977074] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.983376] env[71147]: INFO nova.compute.manager [-] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Took 1.46 seconds to deallocate network for instance. [ 701.989602] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420584, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.054922] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a0108e-5825-ec9f-0b05-21da265349b6, 'name': SearchDatastore_Task, 'duration_secs': 0.026503} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.058024] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf95d0a2-e75d-4878-bbd2-19779b4661cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.067494] env[71147]: DEBUG nova.compute.manager [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.073624] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 702.073624] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a02824-f250-f71a-f8b9-e0f6c16103bf" [ 702.073624] env[71147]: _type = "Task" [ 702.073624] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.087845] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a02824-f250-f71a-f8b9-e0f6c16103bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.088148] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.090317] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] fb97a908-0315-42a4-9194-30d503c7672d/fb97a908-0315-42a4-9194-30d503c7672d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.090317] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f894b9-ab52-4d7b-8e5b-90ef5c984de7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.099689] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 702.099689] env[71147]: value = "task-3420585" [ 702.099689] env[71147]: _type = "Task" [ 702.099689] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.112124] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.378080] env[71147]: DEBUG oslo_concurrency.lockutils [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] Releasing lock "refresh_cache-c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.378080] env[71147]: DEBUG nova.compute.manager [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Received event network-vif-plugged-3d9c90fc-94fe-4f72-9454-0e21a19e57d3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.378080] env[71147]: DEBUG oslo_concurrency.lockutils [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] Acquiring lock "c7151826-0752-4112-a25b-59e79d482872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.378080] env[71147]: DEBUG oslo_concurrency.lockutils [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] Lock "c7151826-0752-4112-a25b-59e79d482872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.378080] env[71147]: DEBUG oslo_concurrency.lockutils [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] Lock "c7151826-0752-4112-a25b-59e79d482872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.379830] env[71147]: DEBUG nova.compute.manager [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] No waiting events found dispatching network-vif-plugged-3d9c90fc-94fe-4f72-9454-0e21a19e57d3 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.379830] env[71147]: WARNING nova.compute.manager [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Received unexpected event network-vif-plugged-3d9c90fc-94fe-4f72-9454-0e21a19e57d3 for instance with vm_state building and task_state spawning. [ 702.379830] env[71147]: DEBUG nova.compute.manager [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Received event network-changed-3d9c90fc-94fe-4f72-9454-0e21a19e57d3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.379830] env[71147]: DEBUG nova.compute.manager [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Refreshing instance network info cache due to event network-changed-3d9c90fc-94fe-4f72-9454-0e21a19e57d3. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.379830] env[71147]: DEBUG oslo_concurrency.lockutils [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] Acquiring lock "refresh_cache-c7151826-0752-4112-a25b-59e79d482872" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.379830] env[71147]: DEBUG oslo_concurrency.lockutils [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] Acquired lock "refresh_cache-c7151826-0752-4112-a25b-59e79d482872" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.379830] env[71147]: DEBUG nova.network.neutron [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Refreshing network info cache for port 3d9c90fc-94fe-4f72-9454-0e21a19e57d3 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.488794] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420583, 'name': CreateVM_Task, 'duration_secs': 0.485565} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.488794] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7151826-0752-4112-a25b-59e79d482872] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.489492] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.489691] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.490071] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.490371] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fc981e-afec-4c4c-88b3-ead08ba13459 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.498298] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.498652] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420584, 'name': Rename_Task, 'duration_secs': 0.218215} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.501875] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.502605] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01eff728-a307-4bc1-94ad-ec46a8752744 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.506219] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 702.506219] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f86674-e66f-a89e-8051-2a5ee61ef594" [ 702.506219] env[71147]: _type = "Task" [ 702.506219] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.515105] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 702.515105] env[71147]: value = "task-3420586" [ 702.515105] env[71147]: _type = "Task" [ 702.515105] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.518964] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f86674-e66f-a89e-8051-2a5ee61ef594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.525779] env[71147]: DEBUG nova.network.neutron [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Successfully created port: f47b3078-02c4-4038-890a-f5b09f136e31 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.536446] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.616747] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502916} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.617558] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] fb97a908-0315-42a4-9194-30d503c7672d/fb97a908-0315-42a4-9194-30d503c7672d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.617558] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.620274] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-319d1411-6c83-4d43-b390-ed57baa4216b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.626542] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 702.626542] env[71147]: value = "task-3420587" [ 702.626542] env[71147]: _type = "Task" [ 702.626542] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.643978] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.713526] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.713714] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.726308] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fcfd12-c289-46f2-8d53-8130978752c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.734791] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4f82d7-4505-49d5-b4cc-45df04e5f9dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.767020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97151968-7ea5-48f8-9e4d-d7a78eb26d81 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.776783] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c83abe4-6c4e-4472-a49f-924b11c29232 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.793866] env[71147]: DEBUG nova.compute.provider_tree [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.021112] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f86674-e66f-a89e-8051-2a5ee61ef594, 'name': SearchDatastore_Task, 'duration_secs': 0.051824} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.025044] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.025044] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.025176] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.025332] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.025425] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.025701] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4558bb4-6812-4bac-9d82-3702c5c22051 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.040915] env[71147]: DEBUG oslo_vmware.api [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420586, 'name': PowerOnVM_Task, 'duration_secs': 0.51749} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.040915] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.040915] env[71147]: INFO nova.compute.manager [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Took 11.91 seconds to spawn the instance on the hypervisor. [ 703.040915] env[71147]: DEBUG nova.compute.manager [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.042209] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15d8c52-c8a3-4343-ba75-9089f221a648 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.045292] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.045456] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.050514] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b961c002-bf28-4616-8ef4-196760d23120 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.068397] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 703.068397] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d2ed02-d321-e562-c90e-ea7af969b8f5" [ 703.068397] env[71147]: _type = "Task" [ 703.068397] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.078949] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d2ed02-d321-e562-c90e-ea7af969b8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.082750] env[71147]: DEBUG nova.compute.manager [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.119373] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.119373] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.119373] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.119373] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.119813] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.120039] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.120428] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.120428] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.120714] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.120797] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.121016] env[71147]: DEBUG nova.virt.hardware [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.122249] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9453186-ccf1-4e59-a029-e8138c81496f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.135072] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bf0740-e5f5-40b2-8c68-23bd084f2c68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.142568] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08063} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.143258] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.144117] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe97cf2-dcaa-41e2-88a6-69048184fc27 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.181400] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] fb97a908-0315-42a4-9194-30d503c7672d/fb97a908-0315-42a4-9194-30d503c7672d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.181729] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b5ce3f3-9258-4fa0-b275-031dbf0bc0e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.205039] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 703.205039] env[71147]: value = "task-3420588" [ 703.205039] env[71147]: _type = "Task" [ 703.205039] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.215330] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.252086] env[71147]: DEBUG nova.network.neutron [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Updated VIF entry in instance network info cache for port 3d9c90fc-94fe-4f72-9454-0e21a19e57d3. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.252584] env[71147]: DEBUG nova.network.neutron [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Updating instance_info_cache with network_info: [{"id": "3d9c90fc-94fe-4f72-9454-0e21a19e57d3", "address": "fa:16:3e:70:21:0f", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9c90fc-94", "ovs_interfaceid": "3d9c90fc-94fe-4f72-9454-0e21a19e57d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.264844] env[71147]: DEBUG nova.compute.manager [req-f54966bf-341d-48b5-9ee6-7f9b81e4cdfd req-8e1bdddf-caf8-4e81-89e1-0b039a205e69 service nova] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Received event network-vif-deleted-152d0b51-90c2-4cbf-b1db-bb2e7cdb8648 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.297527] env[71147]: DEBUG nova.scheduler.client.report [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.574081] env[71147]: INFO nova.compute.manager [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Took 35.55 seconds to build instance. [ 703.585824] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d2ed02-d321-e562-c90e-ea7af969b8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.033739} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.586713] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3ed622-e040-4322-8f61-8067014dce37 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.594874] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 703.594874] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522f1f0c-4326-c97b-a4c0-da699da04695" [ 703.594874] env[71147]: _type = "Task" [ 703.594874] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.606326] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522f1f0c-4326-c97b-a4c0-da699da04695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.720653] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.755732] env[71147]: DEBUG oslo_concurrency.lockutils [req-0f3cfcd1-805b-4bc1-8fcf-55f9076f709c req-2d3b6e5a-488c-4bd1-b6cf-2f5240d5c168 service nova] Releasing lock "refresh_cache-c7151826-0752-4112-a25b-59e79d482872" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.806028] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.806480] env[71147]: DEBUG nova.compute.manager [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.809375] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.844s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.809548] env[71147]: DEBUG nova.objects.instance [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 704.080102] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e431f9a5-a570-46d5-aadc-f23a217984da tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.648s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.108805] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522f1f0c-4326-c97b-a4c0-da699da04695, 'name': SearchDatastore_Task, 'duration_secs': 0.04018} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.109106] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.109372] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c7151826-0752-4112-a25b-59e79d482872/c7151826-0752-4112-a25b-59e79d482872.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.109641] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a16d3ec2-b305-4a58-a04e-7d57ead7b2da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.119503] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 704.119503] env[71147]: value = "task-3420589" [ 704.119503] env[71147]: _type = "Task" [ 704.119503] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.134435] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.223528] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420588, 'name': ReconfigVM_Task, 'duration_secs': 0.874385} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.224495] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] fb97a908-0315-42a4-9194-30d503c7672d/fb97a908-0315-42a4-9194-30d503c7672d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.224495] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc5f151-e440-4663-b321-9062efb7f944 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.233152] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 704.233152] env[71147]: value = "task-3420590" [ 704.233152] env[71147]: _type = "Task" [ 704.233152] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.243828] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420590, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.314414] env[71147]: DEBUG nova.compute.utils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.319625] env[71147]: DEBUG nova.compute.manager [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.319874] env[71147]: DEBUG nova.network.neutron [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.332265] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.332265] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.402107] env[71147]: DEBUG nova.policy [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e07aaa60844b43d3a78fc201f0298d81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ee670436c1d4f2fa8dfd6b9fb8aad04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.584340] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.591941] env[71147]: DEBUG nova.compute.manager [req-7fd0f2cc-10e0-46eb-b568-4161eceaf07e req-07a79e53-3eae-431d-8076-400b4382c96b service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Received event network-vif-plugged-f47b3078-02c4-4038-890a-f5b09f136e31 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.591941] env[71147]: DEBUG oslo_concurrency.lockutils [req-7fd0f2cc-10e0-46eb-b568-4161eceaf07e req-07a79e53-3eae-431d-8076-400b4382c96b service nova] Acquiring lock "c6f39db1-7ccc-44de-860a-45dbe687ace7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.591941] env[71147]: DEBUG oslo_concurrency.lockutils [req-7fd0f2cc-10e0-46eb-b568-4161eceaf07e req-07a79e53-3eae-431d-8076-400b4382c96b service nova] Lock "c6f39db1-7ccc-44de-860a-45dbe687ace7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.591941] env[71147]: DEBUG oslo_concurrency.lockutils [req-7fd0f2cc-10e0-46eb-b568-4161eceaf07e req-07a79e53-3eae-431d-8076-400b4382c96b service nova] Lock "c6f39db1-7ccc-44de-860a-45dbe687ace7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.592218] env[71147]: DEBUG nova.compute.manager [req-7fd0f2cc-10e0-46eb-b568-4161eceaf07e req-07a79e53-3eae-431d-8076-400b4382c96b service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] No waiting events found dispatching network-vif-plugged-f47b3078-02c4-4038-890a-f5b09f136e31 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.592308] env[71147]: WARNING nova.compute.manager [req-7fd0f2cc-10e0-46eb-b568-4161eceaf07e req-07a79e53-3eae-431d-8076-400b4382c96b service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Received unexpected event network-vif-plugged-f47b3078-02c4-4038-890a-f5b09f136e31 for instance with vm_state building and task_state spawning. [ 704.639182] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499333} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.639182] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c7151826-0752-4112-a25b-59e79d482872/c7151826-0752-4112-a25b-59e79d482872.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.639182] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.639182] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b05f99d-a8f2-4234-bdca-a0211bf09fdc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.650462] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 704.650462] env[71147]: value = "task-3420591" [ 704.650462] env[71147]: _type = "Task" [ 704.650462] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.659104] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.693018] env[71147]: DEBUG nova.network.neutron [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Successfully updated port: f47b3078-02c4-4038-890a-f5b09f136e31 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.744163] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420590, 'name': Rename_Task, 'duration_secs': 0.372264} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.744496] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.744728] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad01cd8-0e25-476e-a4aa-79a8f75a0c18 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.752386] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 704.752386] env[71147]: value = "task-3420592" [ 704.752386] env[71147]: _type = "Task" [ 704.752386] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.764482] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.765311] env[71147]: DEBUG nova.network.neutron [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Successfully created port: f5c34d25-1329-419c-85f8-f065bbe224c3 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.824080] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98af7be4-4e28-49ed-9c9e-9cc4fdf8ef1f tempest-ServersAdmin275Test-1111565919 tempest-ServersAdmin275Test-1111565919-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.825281] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.733s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.826958] env[71147]: INFO nova.compute.claims [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.830211] env[71147]: DEBUG nova.compute.manager [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.056236] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquiring lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.056511] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.056740] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquiring lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.057339] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.057582] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.059756] env[71147]: INFO nova.compute.manager [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Terminating instance [ 705.111506] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.160445] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089716} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.160721] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.161527] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fd518c-df46-4881-8701-54250af924a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.185048] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] c7151826-0752-4112-a25b-59e79d482872/c7151826-0752-4112-a25b-59e79d482872.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.185048] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ce64b9-338e-4450-96ba-15f8eef8b429 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.198552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquiring lock "refresh_cache-c6f39db1-7ccc-44de-860a-45dbe687ace7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.198698] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquired lock "refresh_cache-c6f39db1-7ccc-44de-860a-45dbe687ace7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.198834] env[71147]: DEBUG nova.network.neutron [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.207143] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 705.207143] env[71147]: value = "task-3420593" [ 705.207143] env[71147]: _type = "Task" [ 705.207143] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.216778] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.263408] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.566347] env[71147]: DEBUG nova.compute.manager [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.566585] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.567517] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69724173-3f9f-44b5-8902-72d4f296fc25 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.576221] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.576490] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1110dc-e4c1-451d-9b64-94ffe6214e44 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.585668] env[71147]: DEBUG oslo_vmware.api [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 705.585668] env[71147]: value = "task-3420594" [ 705.585668] env[71147]: _type = "Task" [ 705.585668] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.594083] env[71147]: DEBUG oslo_vmware.api [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.717982] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.730453] env[71147]: DEBUG nova.network.neutron [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.765789] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.843382] env[71147]: DEBUG nova.compute.manager [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.866464] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.866742] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.866937] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.867279] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.867764] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.867944] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.868287] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.868529] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.868673] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.868860] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.869155] env[71147]: DEBUG nova.virt.hardware [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.870042] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb1eded-8a3b-47ca-9abb-ba8ffa088182 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.884433] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca0880-512e-4e21-8ddd-c1463e64af65 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.915803] env[71147]: DEBUG nova.network.neutron [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Updating instance_info_cache with network_info: [{"id": "f47b3078-02c4-4038-890a-f5b09f136e31", "address": "fa:16:3e:41:aa:c7", "network": {"id": "bc67ad63-589f-4f9b-9537-b2c8214405c0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1600741561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c625f3785782401a9cd903dacba3371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47b3078-02", "ovs_interfaceid": "f47b3078-02c4-4038-890a-f5b09f136e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.101847] env[71147]: DEBUG oslo_vmware.api [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420594, 'name': PowerOffVM_Task, 'duration_secs': 0.395439} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.102122] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.102544] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.102544] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7abb85e2-37fe-49cd-8ed9-59defe656e05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.208166] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.208166] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.208166] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Deleting the datastore file [datastore2] 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.208852] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12959676-913a-4eba-8774-b8145f2186ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.227988] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420593, 'name': ReconfigVM_Task, 'duration_secs': 0.945745} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.229347] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Reconfigured VM instance instance-00000014 to attach disk [datastore1] c7151826-0752-4112-a25b-59e79d482872/c7151826-0752-4112-a25b-59e79d482872.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.230205] env[71147]: DEBUG oslo_vmware.api [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for the task: (returnval){ [ 706.230205] env[71147]: value = "task-3420596" [ 706.230205] env[71147]: _type = "Task" [ 706.230205] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.230408] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3af4f14c-a5b7-441e-82be-68bfade619d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.244159] env[71147]: DEBUG oslo_vmware.api [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.245355] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 706.245355] env[71147]: value = "task-3420597" [ 706.245355] env[71147]: _type = "Task" [ 706.245355] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.257796] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420597, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.268698] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.418273] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Releasing lock "refresh_cache-c6f39db1-7ccc-44de-860a-45dbe687ace7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.418613] env[71147]: DEBUG nova.compute.manager [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Instance network_info: |[{"id": "f47b3078-02c4-4038-890a-f5b09f136e31", "address": "fa:16:3e:41:aa:c7", "network": {"id": "bc67ad63-589f-4f9b-9537-b2c8214405c0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1600741561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c625f3785782401a9cd903dacba3371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47b3078-02", "ovs_interfaceid": "f47b3078-02c4-4038-890a-f5b09f136e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.419279] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:aa:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f47b3078-02c4-4038-890a-f5b09f136e31', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.427285] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Creating folder: Project (c625f3785782401a9cd903dacba3371d). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.427599] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2772e83f-c97c-4473-b9d7-8f0029356f14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.436753] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d58a75-9646-4b0b-aeb7-4d79a1c8fa59 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.446830] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dc5b94-964e-497d-ba9c-2478a4cbaf40 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.450247] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Created folder: Project (c625f3785782401a9cd903dacba3371d) in parent group-v682378. [ 706.450557] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Creating folder: Instances. Parent ref: group-v682440. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.450697] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28eba7c9-6191-4993-bd32-43c28b4f9622 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.487462] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c7228-ce0c-47dc-b30f-7f975b777b42 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.490191] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Created folder: Instances in parent group-v682440. [ 706.490437] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.490635] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.491509] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b20e567d-9e2e-4e88-a2ce-ce9e98ca432d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.510310] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d162593d-1ea7-41fd-8b19-09fe45d19a97 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.515870] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.515870] env[71147]: value = "task-3420600" [ 706.515870] env[71147]: _type = "Task" [ 706.515870] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.529583] env[71147]: DEBUG nova.compute.provider_tree [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.534316] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420600, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.578542] env[71147]: DEBUG nova.network.neutron [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Successfully updated port: f5c34d25-1329-419c-85f8-f065bbe224c3 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.600819] env[71147]: DEBUG nova.compute.manager [None req-d7a947db-fd55-4724-a84b-a00a946014a7 tempest-ServerDiagnosticsV248Test-1547585454 tempest-ServerDiagnosticsV248Test-1547585454-project-admin] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.603461] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311dd2ad-6f5a-44df-8a6a-515cee7df049 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.611517] env[71147]: INFO nova.compute.manager [None req-d7a947db-fd55-4724-a84b-a00a946014a7 tempest-ServerDiagnosticsV248Test-1547585454 tempest-ServerDiagnosticsV248Test-1547585454-project-admin] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Retrieving diagnostics [ 706.612326] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5018aa78-462e-4b5e-bf4a-6a72b5ff8069 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.742668] env[71147]: DEBUG oslo_vmware.api [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Task: {'id': task-3420596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280494} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.742856] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.743073] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.743272] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.743467] env[71147]: INFO nova.compute.manager [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Took 1.18 seconds to destroy the instance on the hypervisor. [ 706.743847] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.744119] env[71147]: DEBUG nova.compute.manager [-] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.744233] env[71147]: DEBUG nova.network.neutron [-] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.756246] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420597, 'name': Rename_Task, 'duration_secs': 0.17459} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.756246] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.756246] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-250edad9-2d8b-4760-8d15-8e5270191e17 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.762936] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 706.762936] env[71147]: value = "task-3420601" [ 706.762936] env[71147]: _type = "Task" [ 706.762936] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.766338] env[71147]: DEBUG oslo_vmware.api [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420592, 'name': PowerOnVM_Task, 'duration_secs': 1.701846} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.769246] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.769500] env[71147]: INFO nova.compute.manager [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Took 11.42 seconds to spawn the instance on the hypervisor. [ 706.769719] env[71147]: DEBUG nova.compute.manager [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.770469] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11adfa5-8f12-45d0-b40f-c86adab46318 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.778850] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.969738] env[71147]: DEBUG nova.compute.manager [req-7e36c2fb-a82b-4b1a-96ba-be94f107a8d0 req-d91c2e33-f5cb-446e-8845-48a725ab1e50 service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Received event network-vif-plugged-f5c34d25-1329-419c-85f8-f065bbe224c3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.969954] env[71147]: DEBUG oslo_concurrency.lockutils [req-7e36c2fb-a82b-4b1a-96ba-be94f107a8d0 req-d91c2e33-f5cb-446e-8845-48a725ab1e50 service nova] Acquiring lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.970300] env[71147]: DEBUG oslo_concurrency.lockutils [req-7e36c2fb-a82b-4b1a-96ba-be94f107a8d0 req-d91c2e33-f5cb-446e-8845-48a725ab1e50 service nova] Lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.970473] env[71147]: DEBUG oslo_concurrency.lockutils [req-7e36c2fb-a82b-4b1a-96ba-be94f107a8d0 req-d91c2e33-f5cb-446e-8845-48a725ab1e50 service nova] Lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.970642] env[71147]: DEBUG nova.compute.manager [req-7e36c2fb-a82b-4b1a-96ba-be94f107a8d0 req-d91c2e33-f5cb-446e-8845-48a725ab1e50 service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] No waiting events found dispatching network-vif-plugged-f5c34d25-1329-419c-85f8-f065bbe224c3 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.970802] env[71147]: WARNING nova.compute.manager [req-7e36c2fb-a82b-4b1a-96ba-be94f107a8d0 req-d91c2e33-f5cb-446e-8845-48a725ab1e50 service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Received unexpected event network-vif-plugged-f5c34d25-1329-419c-85f8-f065bbe224c3 for instance with vm_state building and task_state spawning. [ 707.025868] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420600, 'name': CreateVM_Task, 'duration_secs': 0.43531} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.026064] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.026766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.026930] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.027266] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.027594] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d8442c-b508-4bf6-8f30-1692201db39e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.031184] env[71147]: DEBUG nova.scheduler.client.report [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.035749] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 707.035749] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5220cbe8-3f54-d01d-1831-f12207f097b7" [ 707.035749] env[71147]: _type = "Task" [ 707.035749] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.044333] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5220cbe8-3f54-d01d-1831-f12207f097b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.081131] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "refresh_cache-3ec7288c-867a-43a5-a5a9-e368e1f6d66f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.081333] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquired lock "refresh_cache-3ec7288c-867a-43a5-a5a9-e368e1f6d66f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.081448] env[71147]: DEBUG nova.network.neutron [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.263606] env[71147]: DEBUG nova.compute.manager [req-d6c6b8c9-fc33-4d14-a22c-f25cede692c2 req-f3490fea-6457-4237-a40d-73c3c89a893d service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Received event network-changed-f47b3078-02c4-4038-890a-f5b09f136e31 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.263849] env[71147]: DEBUG nova.compute.manager [req-d6c6b8c9-fc33-4d14-a22c-f25cede692c2 req-f3490fea-6457-4237-a40d-73c3c89a893d service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Refreshing instance network info cache due to event network-changed-f47b3078-02c4-4038-890a-f5b09f136e31. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.263970] env[71147]: DEBUG oslo_concurrency.lockutils [req-d6c6b8c9-fc33-4d14-a22c-f25cede692c2 req-f3490fea-6457-4237-a40d-73c3c89a893d service nova] Acquiring lock "refresh_cache-c6f39db1-7ccc-44de-860a-45dbe687ace7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.264033] env[71147]: DEBUG oslo_concurrency.lockutils [req-d6c6b8c9-fc33-4d14-a22c-f25cede692c2 req-f3490fea-6457-4237-a40d-73c3c89a893d service nova] Acquired lock "refresh_cache-c6f39db1-7ccc-44de-860a-45dbe687ace7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.264317] env[71147]: DEBUG nova.network.neutron [req-d6c6b8c9-fc33-4d14-a22c-f25cede692c2 req-f3490fea-6457-4237-a40d-73c3c89a893d service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Refreshing network info cache for port f47b3078-02c4-4038-890a-f5b09f136e31 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.277562] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420601, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.292378] env[71147]: INFO nova.compute.manager [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Took 38.14 seconds to build instance. [ 707.537847] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.538439] env[71147]: DEBUG nova.compute.manager [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.541356] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.064s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.542949] env[71147]: INFO nova.compute.claims [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.556673] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5220cbe8-3f54-d01d-1831-f12207f097b7, 'name': SearchDatastore_Task, 'duration_secs': 0.018455} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.557074] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.557331] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.557588] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.557766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.557967] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.558277] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02b42665-b04e-4b17-951b-076db92da170 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.569631] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.569631] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.570382] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f8072d-5aa2-4268-aca6-37db210cbd11 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.577798] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 707.577798] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c5fb88-a52d-135f-d381-793f9aa3ee9f" [ 707.577798] env[71147]: _type = "Task" [ 707.577798] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.586958] env[71147]: DEBUG nova.network.neutron [-] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.589952] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c5fb88-a52d-135f-d381-793f9aa3ee9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.627454] env[71147]: DEBUG nova.network.neutron [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.781293] env[71147]: DEBUG oslo_vmware.api [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420601, 'name': PowerOnVM_Task, 'duration_secs': 0.790062} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.781484] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.781537] env[71147]: INFO nova.compute.manager [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Took 9.75 seconds to spawn the instance on the hypervisor. [ 707.781708] env[71147]: DEBUG nova.compute.manager [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.782724] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6795c39b-00e3-41b4-9666-25c27b0294c5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.794028] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8e5cb7bc-7cc6-48e6-9a5d-31e7ae206a0b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.370s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.828882] env[71147]: DEBUG nova.network.neutron [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Updating instance_info_cache with network_info: [{"id": "f5c34d25-1329-419c-85f8-f065bbe224c3", "address": "fa:16:3e:c8:f1:dc", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c34d25-13", "ovs_interfaceid": "f5c34d25-1329-419c-85f8-f065bbe224c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.975887] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquiring lock "d166e1e4-2b45-49c4-87b0-6d0e63f33a21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.976142] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "d166e1e4-2b45-49c4-87b0-6d0e63f33a21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.976417] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquiring lock "d166e1e4-2b45-49c4-87b0-6d0e63f33a21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.976604] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "d166e1e4-2b45-49c4-87b0-6d0e63f33a21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.976768] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "d166e1e4-2b45-49c4-87b0-6d0e63f33a21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.978890] env[71147]: INFO nova.compute.manager [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Terminating instance [ 708.048863] env[71147]: DEBUG nova.network.neutron [req-d6c6b8c9-fc33-4d14-a22c-f25cede692c2 req-f3490fea-6457-4237-a40d-73c3c89a893d service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Updated VIF entry in instance network info cache for port f47b3078-02c4-4038-890a-f5b09f136e31. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.049237] env[71147]: DEBUG nova.network.neutron [req-d6c6b8c9-fc33-4d14-a22c-f25cede692c2 req-f3490fea-6457-4237-a40d-73c3c89a893d service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Updating instance_info_cache with network_info: [{"id": "f47b3078-02c4-4038-890a-f5b09f136e31", "address": "fa:16:3e:41:aa:c7", "network": {"id": "bc67ad63-589f-4f9b-9537-b2c8214405c0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1600741561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c625f3785782401a9cd903dacba3371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47b3078-02", "ovs_interfaceid": "f47b3078-02c4-4038-890a-f5b09f136e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.052524] env[71147]: DEBUG nova.compute.utils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.062444] env[71147]: DEBUG nova.compute.manager [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.062444] env[71147]: DEBUG nova.network.neutron [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.091894] env[71147]: INFO nova.compute.manager [-] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Took 1.35 seconds to deallocate network for instance. [ 708.092247] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c5fb88-a52d-135f-d381-793f9aa3ee9f, 'name': SearchDatastore_Task, 'duration_secs': 0.021055} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.098773] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2174e586-e020-4bcd-933d-e57ec942a04d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.105375] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 708.105375] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520a3d30-743b-c171-c577-5170497335e8" [ 708.105375] env[71147]: _type = "Task" [ 708.105375] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.109874] env[71147]: DEBUG nova.policy [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c516fa907f394c12ad1a0f67d16cc73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b1f3d32d6d34ce09ce9db9409098580', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.118761] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520a3d30-743b-c171-c577-5170497335e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.297841] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.310347] env[71147]: INFO nova.compute.manager [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Took 36.28 seconds to build instance. [ 708.332945] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Releasing lock "refresh_cache-3ec7288c-867a-43a5-a5a9-e368e1f6d66f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.333577] env[71147]: DEBUG nova.compute.manager [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Instance network_info: |[{"id": "f5c34d25-1329-419c-85f8-f065bbe224c3", "address": "fa:16:3e:c8:f1:dc", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c34d25-13", "ovs_interfaceid": "f5c34d25-1329-419c-85f8-f065bbe224c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.333863] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:f1:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c34d25-1329-419c-85f8-f065bbe224c3', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.342827] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.343690] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.344096] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec45c1d-10fd-407c-a46d-965e60bd955c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.370924] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.370924] env[71147]: value = "task-3420602" [ 708.370924] env[71147]: _type = "Task" [ 708.370924] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.380995] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420602, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.485125] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquiring lock "refresh_cache-d166e1e4-2b45-49c4-87b0-6d0e63f33a21" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.485125] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquired lock "refresh_cache-d166e1e4-2b45-49c4-87b0-6d0e63f33a21" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.485125] env[71147]: DEBUG nova.network.neutron [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.563364] env[71147]: DEBUG oslo_concurrency.lockutils [req-d6c6b8c9-fc33-4d14-a22c-f25cede692c2 req-f3490fea-6457-4237-a40d-73c3c89a893d service nova] Releasing lock "refresh_cache-c6f39db1-7ccc-44de-860a-45dbe687ace7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.564966] env[71147]: DEBUG nova.compute.manager [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.600655] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.631152] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520a3d30-743b-c171-c577-5170497335e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012899} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.632346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.632521] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c6f39db1-7ccc-44de-860a-45dbe687ace7/c6f39db1-7ccc-44de-860a-45dbe687ace7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.633158] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7bf3a24-048a-4db0-8813-8ed9bbac7072 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.653022] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 708.653022] env[71147]: value = "task-3420603" [ 708.653022] env[71147]: _type = "Task" [ 708.653022] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.664844] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.816712] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0a54a3bf-5d8e-43c0-8c50-73ba7ed21318 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "c7151826-0752-4112-a25b-59e79d482872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.797s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.836527] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.883018] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420602, 'name': CreateVM_Task, 'duration_secs': 0.358257} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.886065] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.887159] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.887333] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.887746] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.888061] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1b7afa-8273-4d9a-a488-b88abc766e24 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.896174] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 708.896174] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529c3ad9-9d59-cd03-2789-5e5bb6b0cac1" [ 708.896174] env[71147]: _type = "Task" [ 708.896174] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.910453] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529c3ad9-9d59-cd03-2789-5e5bb6b0cac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.956501] env[71147]: DEBUG nova.network.neutron [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Successfully created port: fffe6507-9ead-4564-b643-80e6a3889b97 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.015487] env[71147]: DEBUG nova.network.neutron [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.127119] env[71147]: DEBUG nova.network.neutron [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.163643] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420603, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.176046] env[71147]: DEBUG nova.compute.manager [req-8745c246-c831-4e19-b314-20946098aab6 req-b12b83c1-bf01-4b36-b9f3-f66a402e5a1d service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Received event network-changed-f5c34d25-1329-419c-85f8-f065bbe224c3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.176317] env[71147]: DEBUG nova.compute.manager [req-8745c246-c831-4e19-b314-20946098aab6 req-b12b83c1-bf01-4b36-b9f3-f66a402e5a1d service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Refreshing instance network info cache due to event network-changed-f5c34d25-1329-419c-85f8-f065bbe224c3. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.176572] env[71147]: DEBUG oslo_concurrency.lockutils [req-8745c246-c831-4e19-b314-20946098aab6 req-b12b83c1-bf01-4b36-b9f3-f66a402e5a1d service nova] Acquiring lock "refresh_cache-3ec7288c-867a-43a5-a5a9-e368e1f6d66f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.176670] env[71147]: DEBUG oslo_concurrency.lockutils [req-8745c246-c831-4e19-b314-20946098aab6 req-b12b83c1-bf01-4b36-b9f3-f66a402e5a1d service nova] Acquired lock "refresh_cache-3ec7288c-867a-43a5-a5a9-e368e1f6d66f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.176876] env[71147]: DEBUG nova.network.neutron [req-8745c246-c831-4e19-b314-20946098aab6 req-b12b83c1-bf01-4b36-b9f3-f66a402e5a1d service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Refreshing network info cache for port f5c34d25-1329-419c-85f8-f065bbe224c3 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.222220] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2d030b-568c-49a9-89d4-02365ccdcd62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.239351] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55139d60-7ce8-493d-bee3-39d76306f2e2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.282970] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38eedd7-cf75-41d1-bccb-7824fdc354ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.296534] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc215ee-d5bf-42fd-8549-a90be98a0bbb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.312128] env[71147]: DEBUG nova.compute.provider_tree [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.321577] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.408916] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529c3ad9-9d59-cd03-2789-5e5bb6b0cac1, 'name': SearchDatastore_Task, 'duration_secs': 0.06095} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.409278] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.409585] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.409849] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.409995] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.410195] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.410665] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaead4ef-2f98-4daf-91c7-e143c6618d51 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.422172] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.422275] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.423056] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b9f7e8-6b79-4f64-b37a-473635839318 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.430523] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 709.430523] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52612793-b236-dfa5-9786-ba9f05fca759" [ 709.430523] env[71147]: _type = "Task" [ 709.430523] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.442755] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52612793-b236-dfa5-9786-ba9f05fca759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.579437] env[71147]: DEBUG nova.compute.manager [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.611644] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.611914] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.612093] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.612281] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.612431] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.612577] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.613641] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.613641] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.613641] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.613804] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.614105] env[71147]: DEBUG nova.virt.hardware [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.615372] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec3e7f-96d8-4b44-b7d6-633dd025ac41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.625058] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8854d245-8b30-40ef-a8d1-1c33b575fdef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.643580] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Releasing lock "refresh_cache-d166e1e4-2b45-49c4-87b0-6d0e63f33a21" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.644363] env[71147]: DEBUG nova.compute.manager [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.645566] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.646664] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeef6f41-d1c2-4555-a176-aea12b0a3bbd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.654997] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.659019] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc4bbda4-5bd1-474b-bc7a-9d460bb0855d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.665750] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551781} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.667141] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c6f39db1-7ccc-44de-860a-45dbe687ace7/c6f39db1-7ccc-44de-860a-45dbe687ace7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.667434] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.667766] env[71147]: DEBUG oslo_vmware.api [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 709.667766] env[71147]: value = "task-3420604" [ 709.667766] env[71147]: _type = "Task" [ 709.667766] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.668527] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bade2bb8-2532-4ff4-a13b-2657465597fc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.679097] env[71147]: DEBUG oslo_vmware.api [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.680568] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 709.680568] env[71147]: value = "task-3420605" [ 709.680568] env[71147]: _type = "Task" [ 709.680568] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.692751] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.761034] env[71147]: DEBUG nova.compute.manager [req-17f8c5a3-8414-410c-8626-1638d9b283a8 req-f98f2f0f-32dd-4b09-9898-c34afe97f06c service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Received event network-changed-3280961f-7e46-42c9-8b97-ec7eee7326bf {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.761174] env[71147]: DEBUG nova.compute.manager [req-17f8c5a3-8414-410c-8626-1638d9b283a8 req-f98f2f0f-32dd-4b09-9898-c34afe97f06c service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Refreshing instance network info cache due to event network-changed-3280961f-7e46-42c9-8b97-ec7eee7326bf. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.761393] env[71147]: DEBUG oslo_concurrency.lockutils [req-17f8c5a3-8414-410c-8626-1638d9b283a8 req-f98f2f0f-32dd-4b09-9898-c34afe97f06c service nova] Acquiring lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.761535] env[71147]: DEBUG oslo_concurrency.lockutils [req-17f8c5a3-8414-410c-8626-1638d9b283a8 req-f98f2f0f-32dd-4b09-9898-c34afe97f06c service nova] Acquired lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.761691] env[71147]: DEBUG nova.network.neutron [req-17f8c5a3-8414-410c-8626-1638d9b283a8 req-f98f2f0f-32dd-4b09-9898-c34afe97f06c service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Refreshing network info cache for port 3280961f-7e46-42c9-8b97-ec7eee7326bf {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.839976] env[71147]: ERROR nova.scheduler.client.report [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [req-3107efe6-76a4-4da4-848e-6830e0ba2cca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3107efe6-76a4-4da4-848e-6830e0ba2cca"}]} [ 709.844535] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.858626] env[71147]: DEBUG nova.scheduler.client.report [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 709.877426] env[71147]: DEBUG nova.scheduler.client.report [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 709.877683] env[71147]: DEBUG nova.compute.provider_tree [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.891395] env[71147]: DEBUG nova.scheduler.client.report [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 709.914342] env[71147]: DEBUG nova.scheduler.client.report [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 709.949096] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52612793-b236-dfa5-9786-ba9f05fca759, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.950105] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717ac53d-7398-41a2-a1f6-bf5f5152d28a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.961158] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 709.961158] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527ae246-0d90-4c9f-c10c-00a88e795d15" [ 709.961158] env[71147]: _type = "Task" [ 709.961158] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.969317] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527ae246-0d90-4c9f-c10c-00a88e795d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.110213] env[71147]: DEBUG nova.network.neutron [req-8745c246-c831-4e19-b314-20946098aab6 req-b12b83c1-bf01-4b36-b9f3-f66a402e5a1d service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Updated VIF entry in instance network info cache for port f5c34d25-1329-419c-85f8-f065bbe224c3. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.110387] env[71147]: DEBUG nova.network.neutron [req-8745c246-c831-4e19-b314-20946098aab6 req-b12b83c1-bf01-4b36-b9f3-f66a402e5a1d service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Updating instance_info_cache with network_info: [{"id": "f5c34d25-1329-419c-85f8-f065bbe224c3", "address": "fa:16:3e:c8:f1:dc", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c34d25-13", "ovs_interfaceid": "f5c34d25-1329-419c-85f8-f065bbe224c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.140576] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "773f7ed4-8264-4332-acba-906d39ae885d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.140763] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "773f7ed4-8264-4332-acba-906d39ae885d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.183196] env[71147]: DEBUG oslo_vmware.api [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420604, 'name': PowerOffVM_Task, 'duration_secs': 0.151524} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.188767] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.188958] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.191050] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3501a32-09a0-4fbd-b819-ed12316bda7a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.198451] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077438} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.199055] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.199977] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387fe69c-0d56-44d8-81ca-ffa816af0b44 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.233560] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] c6f39db1-7ccc-44de-860a-45dbe687ace7/c6f39db1-7ccc-44de-860a-45dbe687ace7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.237819] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81751892-c62f-4b56-827d-3770bc90b32d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.253848] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.254451] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.254666] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Deleting the datastore file [datastore2] d166e1e4-2b45-49c4-87b0-6d0e63f33a21 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.255222] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d2d29d7-e470-42e6-8a36-e3f6d6be4115 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.265946] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 710.265946] env[71147]: value = "task-3420608" [ 710.265946] env[71147]: _type = "Task" [ 710.265946] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.267749] env[71147]: DEBUG oslo_vmware.api [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for the task: (returnval){ [ 710.267749] env[71147]: value = "task-3420607" [ 710.267749] env[71147]: _type = "Task" [ 710.267749] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.287075] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.291534] env[71147]: DEBUG oslo_vmware.api [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.473671] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527ae246-0d90-4c9f-c10c-00a88e795d15, 'name': SearchDatastore_Task, 'duration_secs': 0.042352} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.473938] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.474083] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 3ec7288c-867a-43a5-a5a9-e368e1f6d66f/3ec7288c-867a-43a5-a5a9-e368e1f6d66f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.476627] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a73ed6f7-694c-4019-b114-fe38316328be {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.486612] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 710.486612] env[71147]: value = "task-3420609" [ 710.486612] env[71147]: _type = "Task" [ 710.486612] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.498984] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.560463] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5ac09a-dff4-482d-8420-a13c03ded8c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.568874] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7771590d-468c-4b6c-b6ed-5ba14b8dffd6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.603574] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cadfd0-3aa5-4214-9014-eac516773c39 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.611913] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870cd29f-e995-4b5a-92ed-c581e728a8df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.616191] env[71147]: DEBUG oslo_concurrency.lockutils [req-8745c246-c831-4e19-b314-20946098aab6 req-b12b83c1-bf01-4b36-b9f3-f66a402e5a1d service nova] Releasing lock "refresh_cache-3ec7288c-867a-43a5-a5a9-e368e1f6d66f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.616395] env[71147]: DEBUG nova.compute.manager [req-8745c246-c831-4e19-b314-20946098aab6 req-b12b83c1-bf01-4b36-b9f3-f66a402e5a1d service nova] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Received event network-vif-deleted-81121af1-25dc-4713-b443-184f8bae8e4b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.627083] env[71147]: DEBUG nova.compute.provider_tree [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.709795] env[71147]: DEBUG nova.network.neutron [req-17f8c5a3-8414-410c-8626-1638d9b283a8 req-f98f2f0f-32dd-4b09-9898-c34afe97f06c service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updated VIF entry in instance network info cache for port 3280961f-7e46-42c9-8b97-ec7eee7326bf. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.710170] env[71147]: DEBUG nova.network.neutron [req-17f8c5a3-8414-410c-8626-1638d9b283a8 req-f98f2f0f-32dd-4b09-9898-c34afe97f06c service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance_info_cache with network_info: [{"id": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "address": "fa:16:3e:92:20:bb", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3280961f-7e", "ovs_interfaceid": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.780124] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420608, 'name': ReconfigVM_Task, 'duration_secs': 0.315415} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.780824] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Reconfigured VM instance instance-00000015 to attach disk [datastore1] c6f39db1-7ccc-44de-860a-45dbe687ace7/c6f39db1-7ccc-44de-860a-45dbe687ace7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.781508] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9f156e5-3b09-4edd-a517-0dc7a5d165b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.786499] env[71147]: DEBUG oslo_vmware.api [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Task: {'id': task-3420607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184293} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.787147] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.787396] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.787735] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.787790] env[71147]: INFO nova.compute.manager [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 710.788021] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.788548] env[71147]: DEBUG nova.compute.manager [-] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.788956] env[71147]: DEBUG nova.network.neutron [-] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.793420] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 710.793420] env[71147]: value = "task-3420610" [ 710.793420] env[71147]: _type = "Task" [ 710.793420] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.804344] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420610, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.816471] env[71147]: DEBUG nova.network.neutron [-] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.932751] env[71147]: DEBUG nova.network.neutron [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Successfully updated port: fffe6507-9ead-4564-b643-80e6a3889b97 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.997810] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420609, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.134395] env[71147]: DEBUG nova.scheduler.client.report [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.213107] env[71147]: DEBUG oslo_concurrency.lockutils [req-17f8c5a3-8414-410c-8626-1638d9b283a8 req-f98f2f0f-32dd-4b09-9898-c34afe97f06c service nova] Releasing lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.306919] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420610, 'name': Rename_Task, 'duration_secs': 0.153973} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.306919] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.306919] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b20fbc15-371e-4a51-baeb-68302e5d4350 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.313241] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 711.313241] env[71147]: value = "task-3420611" [ 711.313241] env[71147]: _type = "Task" [ 711.313241] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.322297] env[71147]: DEBUG nova.network.neutron [-] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.324679] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.441468] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "refresh_cache-a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.441468] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "refresh_cache-a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.441468] env[71147]: DEBUG nova.network.neutron [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.502469] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857211} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.502967] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 3ec7288c-867a-43a5-a5a9-e368e1f6d66f/3ec7288c-867a-43a5-a5a9-e368e1f6d66f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.503433] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.504055] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aff4120-0cf8-457e-8e35-f6edbaa26ebc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.513813] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 711.513813] env[71147]: value = "task-3420612" [ 711.513813] env[71147]: _type = "Task" [ 711.513813] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.531093] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.641556] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.100s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.645974] env[71147]: DEBUG nova.compute.manager [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.648200] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.957s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.648701] env[71147]: DEBUG nova.objects.instance [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lazy-loading 'resources' on Instance uuid b68e658a-8a6a-451c-b52d-e1d66d0251d1 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.809566] env[71147]: DEBUG nova.compute.manager [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Received event network-vif-plugged-fffe6507-9ead-4564-b643-80e6a3889b97 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.811086] env[71147]: DEBUG oslo_concurrency.lockutils [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] Acquiring lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.811086] env[71147]: DEBUG oslo_concurrency.lockutils [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.811086] env[71147]: DEBUG oslo_concurrency.lockutils [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.811086] env[71147]: DEBUG nova.compute.manager [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] No waiting events found dispatching network-vif-plugged-fffe6507-9ead-4564-b643-80e6a3889b97 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.811086] env[71147]: WARNING nova.compute.manager [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Received unexpected event network-vif-plugged-fffe6507-9ead-4564-b643-80e6a3889b97 for instance with vm_state building and task_state spawning. [ 711.811086] env[71147]: DEBUG nova.compute.manager [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Received event network-changed-fffe6507-9ead-4564-b643-80e6a3889b97 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.811086] env[71147]: DEBUG nova.compute.manager [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Refreshing instance network info cache due to event network-changed-fffe6507-9ead-4564-b643-80e6a3889b97. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.811979] env[71147]: DEBUG oslo_concurrency.lockutils [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] Acquiring lock "refresh_cache-a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.823826] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420611, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.825710] env[71147]: INFO nova.compute.manager [-] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Took 1.04 seconds to deallocate network for instance. [ 711.991759] env[71147]: DEBUG nova.network.neutron [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.023579] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072608} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.023858] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.024738] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74300631-1e6f-42af-b0ee-8c5cfc95fdd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.047672] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3ec7288c-867a-43a5-a5a9-e368e1f6d66f/3ec7288c-867a-43a5-a5a9-e368e1f6d66f.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.047952] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84cf5a6c-7b87-49ac-aff4-561ea0f4bf31 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.070834] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 712.070834] env[71147]: value = "task-3420613" [ 712.070834] env[71147]: _type = "Task" [ 712.070834] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.078937] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.152671] env[71147]: DEBUG nova.compute.utils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.156685] env[71147]: DEBUG nova.compute.manager [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.156864] env[71147]: DEBUG nova.network.neutron [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.205018] env[71147]: DEBUG nova.policy [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd64898f19cd4e3a9374cbe962d725b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f41b4df0bd8c43cfb77745220bd12e08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.235181] env[71147]: DEBUG nova.network.neutron [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Updating instance_info_cache with network_info: [{"id": "fffe6507-9ead-4564-b643-80e6a3889b97", "address": "fa:16:3e:dc:d5:06", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfffe6507-9e", "ovs_interfaceid": "fffe6507-9ead-4564-b643-80e6a3889b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.328481] env[71147]: DEBUG oslo_vmware.api [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420611, 'name': PowerOnVM_Task, 'duration_secs': 0.519148} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.328895] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.328954] env[71147]: INFO nova.compute.manager [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Took 9.25 seconds to spawn the instance on the hypervisor. [ 712.329465] env[71147]: DEBUG nova.compute.manager [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.330296] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598eaeca-e25d-4faf-812e-f868ace25bba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.333890] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.580661] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.659601] env[71147]: DEBUG nova.compute.manager [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.714142] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8adde74-2b0a-4cbe-a8b7-c004dde805cf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.726027] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d2e8dd-3475-4a1d-924c-0bd30c0ccf92 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.763292] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "refresh_cache-a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.763800] env[71147]: DEBUG nova.compute.manager [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Instance network_info: |[{"id": "fffe6507-9ead-4564-b643-80e6a3889b97", "address": "fa:16:3e:dc:d5:06", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfffe6507-9e", "ovs_interfaceid": "fffe6507-9ead-4564-b643-80e6a3889b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.764567] env[71147]: DEBUG oslo_concurrency.lockutils [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] Acquired lock "refresh_cache-a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.764886] env[71147]: DEBUG nova.network.neutron [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Refreshing network info cache for port fffe6507-9ead-4564-b643-80e6a3889b97 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.767385] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:d5:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fffe6507-9ead-4564-b643-80e6a3889b97', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.776026] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating folder: Project (8b1f3d32d6d34ce09ce9db9409098580). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.776026] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfaac80-69da-4f0f-b87f-cc156fa44445 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.785718] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-850021ae-f660-437c-8661-a0d85f782c9d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.790911] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5003014e-3cd1-4359-9dc5-e4248bcc8630 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.796455] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Created folder: Project (8b1f3d32d6d34ce09ce9db9409098580) in parent group-v682378. [ 712.796644] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating folder: Instances. Parent ref: group-v682444. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.797208] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2051d51a-cc68-4829-8db6-1a33bd546a8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.807479] env[71147]: DEBUG nova.compute.provider_tree [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.810068] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Created folder: Instances in parent group-v682444. [ 712.810306] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.810711] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.810956] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-859e413f-edd4-49d8-b4c8-c4ef164bd731 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.832653] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.832653] env[71147]: value = "task-3420616" [ 712.832653] env[71147]: _type = "Task" [ 712.832653] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.840659] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420616, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.853832] env[71147]: DEBUG nova.network.neutron [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Successfully created port: 03741e30-1ac6-4033-97ad-4fe47bb8ee15 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.862249] env[71147]: INFO nova.compute.manager [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Took 35.75 seconds to build instance. [ 712.995187] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquiring lock "eecd9b9f-34e7-4461-9598-8b20cffc6986" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.995419] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "eecd9b9f-34e7-4461-9598-8b20cffc6986" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.054534] env[71147]: DEBUG nova.network.neutron [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Updated VIF entry in instance network info cache for port fffe6507-9ead-4564-b643-80e6a3889b97. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.054920] env[71147]: DEBUG nova.network.neutron [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Updating instance_info_cache with network_info: [{"id": "fffe6507-9ead-4564-b643-80e6a3889b97", "address": "fa:16:3e:dc:d5:06", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfffe6507-9e", "ovs_interfaceid": "fffe6507-9ead-4564-b643-80e6a3889b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.082627] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420613, 'name': ReconfigVM_Task, 'duration_secs': 0.957641} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.082627] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3ec7288c-867a-43a5-a5a9-e368e1f6d66f/3ec7288c-867a-43a5-a5a9-e368e1f6d66f.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.083260] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae505fa-1448-4d0d-bca5-6fd25add5d13 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.090041] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 713.090041] env[71147]: value = "task-3420617" [ 713.090041] env[71147]: _type = "Task" [ 713.090041] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.099584] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420617, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.311773] env[71147]: DEBUG nova.scheduler.client.report [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.343312] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420616, 'name': CreateVM_Task, 'duration_secs': 0.376019} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.343523] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.344189] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.344376] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.344689] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.344935] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ce1b8a-95d2-446d-a8d9-346398ca50e1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.350236] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 713.350236] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526e507a-2e7c-05a8-4131-8ed2b69e9b16" [ 713.350236] env[71147]: _type = "Task" [ 713.350236] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.359015] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526e507a-2e7c-05a8-4131-8ed2b69e9b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.364033] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a800a38a-d2ab-4478-981b-250835307b56 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "c6f39db1-7ccc-44de-860a-45dbe687ace7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.270s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.558950] env[71147]: DEBUG oslo_concurrency.lockutils [req-74128e95-84ec-49b9-8539-80f4a8d2a0b3 req-9ca0215e-2580-4ddc-ac54-fe19304f09c7 service nova] Releasing lock "refresh_cache-a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.604752] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420617, 'name': Rename_Task, 'duration_secs': 0.143177} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.605480] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.606207] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11694736-e82e-4f4c-a237-2245ecd476d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.617650] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 713.617650] env[71147]: value = "task-3420618" [ 713.617650] env[71147]: _type = "Task" [ 713.617650] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.627743] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.670424] env[71147]: DEBUG nova.compute.manager [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.709154] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.709154] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.709626] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.709626] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.709626] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.709906] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.710147] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.710353] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.710541] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.710930] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.711181] env[71147]: DEBUG nova.virt.hardware [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.712137] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736f3e0d-3b82-40ca-b59f-4390c67ff383 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.721351] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f801a-e7de-4d92-8b6e-689e5501f16c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.821016] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.824181] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.861s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.824181] env[71147]: DEBUG nova.objects.instance [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lazy-loading 'resources' on Instance uuid 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.849236] env[71147]: INFO nova.scheduler.client.report [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Deleted allocations for instance b68e658a-8a6a-451c-b52d-e1d66d0251d1 [ 713.866860] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526e507a-2e7c-05a8-4131-8ed2b69e9b16, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.866860] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.866860] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.866860] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.866860] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.866860] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.866860] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66fc7425-2120-450d-aebd-1df83d975ef9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.867559] env[71147]: DEBUG nova.compute.manager [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.877710] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.881024] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.881024] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad43c6fc-afdc-4f0c-94ed-fb1ecd90617f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.884414] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 713.884414] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f86637-0cfd-7f6f-9563-19d6da88e04f" [ 713.884414] env[71147]: _type = "Task" [ 713.884414] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.894322] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f86637-0cfd-7f6f-9563-19d6da88e04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.127912] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.358935] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44aeabdb-8ce6-4665-aec1-a544a103fb3c tempest-ServersAdmin275Test-1988174788 tempest-ServersAdmin275Test-1988174788-project-member] Lock "b68e658a-8a6a-451c-b52d-e1d66d0251d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.094s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.399759] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f86637-0cfd-7f6f-9563-19d6da88e04f, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.404269] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.404750] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1778706d-9cd2-4575-a3c9-d73645d555f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.410368] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 714.410368] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523e5413-84fc-454d-89d7-072aa0b8cdc7" [ 714.410368] env[71147]: _type = "Task" [ 714.410368] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.420875] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523e5413-84fc-454d-89d7-072aa0b8cdc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.574288] env[71147]: DEBUG nova.compute.manager [req-0eaa07a7-2e27-4d44-a836-486540b468ee req-e28871dd-3c45-4e6c-9db5-465f9e092432 service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Received event network-vif-plugged-03741e30-1ac6-4033-97ad-4fe47bb8ee15 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.574508] env[71147]: DEBUG oslo_concurrency.lockutils [req-0eaa07a7-2e27-4d44-a836-486540b468ee req-e28871dd-3c45-4e6c-9db5-465f9e092432 service nova] Acquiring lock "bde8b429-14ea-498d-93ac-54eb6f0269da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.574714] env[71147]: DEBUG oslo_concurrency.lockutils [req-0eaa07a7-2e27-4d44-a836-486540b468ee req-e28871dd-3c45-4e6c-9db5-465f9e092432 service nova] Lock "bde8b429-14ea-498d-93ac-54eb6f0269da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.574885] env[71147]: DEBUG oslo_concurrency.lockutils [req-0eaa07a7-2e27-4d44-a836-486540b468ee req-e28871dd-3c45-4e6c-9db5-465f9e092432 service nova] Lock "bde8b429-14ea-498d-93ac-54eb6f0269da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.575064] env[71147]: DEBUG nova.compute.manager [req-0eaa07a7-2e27-4d44-a836-486540b468ee req-e28871dd-3c45-4e6c-9db5-465f9e092432 service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] No waiting events found dispatching network-vif-plugged-03741e30-1ac6-4033-97ad-4fe47bb8ee15 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.575230] env[71147]: WARNING nova.compute.manager [req-0eaa07a7-2e27-4d44-a836-486540b468ee req-e28871dd-3c45-4e6c-9db5-465f9e092432 service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Received unexpected event network-vif-plugged-03741e30-1ac6-4033-97ad-4fe47bb8ee15 for instance with vm_state building and task_state spawning. [ 714.628371] env[71147]: DEBUG oslo_vmware.api [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420618, 'name': PowerOnVM_Task, 'duration_secs': 0.663272} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.631016] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.631245] env[71147]: INFO nova.compute.manager [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Took 8.79 seconds to spawn the instance on the hypervisor. [ 714.631484] env[71147]: DEBUG nova.compute.manager [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.632669] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b7278-c1b8-449a-9926-3c8f4c4e1882 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.743794] env[71147]: DEBUG nova.network.neutron [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Successfully updated port: 03741e30-1ac6-4033-97ad-4fe47bb8ee15 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.923852] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523e5413-84fc-454d-89d7-072aa0b8cdc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.924699] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.924973] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] a2840dac-7d14-4d6e-84e7-d74e8ef0db7f/a2840dac-7d14-4d6e-84e7-d74e8ef0db7f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.925797] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989d6e43-f6a5-46f4-8fd6-c3f9f551f6e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.928742] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bcdd278-f76d-4565-bdaa-5a8f681e0112 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.935817] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb19bd05-ea72-4aa7-87e8-b246a5584833 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.940687] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 714.940687] env[71147]: value = "task-3420619" [ 714.940687] env[71147]: _type = "Task" [ 714.940687] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.972474] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c0b0f5-5245-4fad-9f75-200a8be9eab3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.981147] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.987063] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5fc468-278c-41ff-b47d-8c0198053ad3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.711998] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-bde8b429-14ea-498d-93ac-54eb6f0269da" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.711998] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-bde8b429-14ea-498d-93ac-54eb6f0269da" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.711998] env[71147]: DEBUG nova.network.neutron [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.719466] env[71147]: INFO nova.compute.manager [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Took 34.75 seconds to build instance. [ 715.731297] env[71147]: DEBUG nova.compute.provider_tree [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.739750] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.227113] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68f56a53-7421-4624-bb59-69e668212712 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.885s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.227113] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805874} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.227796] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] a2840dac-7d14-4d6e-84e7-d74e8ef0db7f/a2840dac-7d14-4d6e-84e7-d74e8ef0db7f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.227796] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.228542] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c33fa0a6-1ca3-445b-8067-957df19b4b4a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.238920] env[71147]: DEBUG nova.scheduler.client.report [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.247426] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 716.247426] env[71147]: value = "task-3420620" [ 716.247426] env[71147]: _type = "Task" [ 716.247426] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.254262] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.264223] env[71147]: DEBUG nova.network.neutron [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.451467] env[71147]: DEBUG nova.network.neutron [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Updating instance_info_cache with network_info: [{"id": "03741e30-1ac6-4033-97ad-4fe47bb8ee15", "address": "fa:16:3e:62:84:ec", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03741e30-1a", "ovs_interfaceid": "03741e30-1ac6-4033-97ad-4fe47bb8ee15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.531781] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b2004f-aeb0-4fc0-b14e-e6c537fb13a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.539244] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-176cbc87-17d1-438f-a7a9-68c68d7c5b3f tempest-ServersAdminNegativeTestJSON-349095386 tempest-ServersAdminNegativeTestJSON-349095386-project-admin] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Suspending the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 716.539598] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-98ba80b1-7406-45d6-b5f4-08f756e27649 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.550406] env[71147]: DEBUG oslo_vmware.api [None req-176cbc87-17d1-438f-a7a9-68c68d7c5b3f tempest-ServersAdminNegativeTestJSON-349095386 tempest-ServersAdminNegativeTestJSON-349095386-project-admin] Waiting for the task: (returnval){ [ 716.550406] env[71147]: value = "task-3420621" [ 716.550406] env[71147]: _type = "Task" [ 716.550406] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.557736] env[71147]: DEBUG oslo_vmware.api [None req-176cbc87-17d1-438f-a7a9-68c68d7c5b3f tempest-ServersAdminNegativeTestJSON-349095386 tempest-ServersAdminNegativeTestJSON-349095386-project-admin] Task: {'id': task-3420621, 'name': SuspendVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.666498] env[71147]: DEBUG nova.compute.manager [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Received event network-changed-f47b3078-02c4-4038-890a-f5b09f136e31 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.666719] env[71147]: DEBUG nova.compute.manager [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Refreshing instance network info cache due to event network-changed-f47b3078-02c4-4038-890a-f5b09f136e31. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.666936] env[71147]: DEBUG oslo_concurrency.lockutils [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] Acquiring lock "refresh_cache-c6f39db1-7ccc-44de-860a-45dbe687ace7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.667900] env[71147]: DEBUG oslo_concurrency.lockutils [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] Acquired lock "refresh_cache-c6f39db1-7ccc-44de-860a-45dbe687ace7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.668132] env[71147]: DEBUG nova.network.neutron [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Refreshing network info cache for port f47b3078-02c4-4038-890a-f5b09f136e31 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.729326] env[71147]: DEBUG nova.compute.manager [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.746178] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.924s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.748834] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.982s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.757175] env[71147]: INFO nova.compute.claims [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.770508] env[71147]: INFO nova.scheduler.client.report [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Deleted allocations for instance 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4 [ 716.776438] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070173} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.779763] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.781301] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa14b9c-3499-4556-b3c3-bca3eb798e3e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.810638] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a2840dac-7d14-4d6e-84e7-d74e8ef0db7f/a2840dac-7d14-4d6e-84e7-d74e8ef0db7f.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.812489] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1b1660-5f66-4ac2-aa43-5667c428996e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.838458] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 716.838458] env[71147]: value = "task-3420622" [ 716.838458] env[71147]: _type = "Task" [ 716.838458] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.848585] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.953383] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-bde8b429-14ea-498d-93ac-54eb6f0269da" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.953748] env[71147]: DEBUG nova.compute.manager [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Instance network_info: |[{"id": "03741e30-1ac6-4033-97ad-4fe47bb8ee15", "address": "fa:16:3e:62:84:ec", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03741e30-1a", "ovs_interfaceid": "03741e30-1ac6-4033-97ad-4fe47bb8ee15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.954247] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:84:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03741e30-1ac6-4033-97ad-4fe47bb8ee15', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.962264] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Creating folder: Project (f41b4df0bd8c43cfb77745220bd12e08). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.962614] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b43814bb-1b24-457c-81d7-e3c37625b919 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.974988] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Created folder: Project (f41b4df0bd8c43cfb77745220bd12e08) in parent group-v682378. [ 716.975278] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Creating folder: Instances. Parent ref: group-v682447. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.975575] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e9f47e5-4f21-4d54-ac09-325b7539ecb8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.986240] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Created folder: Instances in parent group-v682447. [ 716.986535] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.986735] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.986962] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be11b6ca-5bdb-407c-bb4f-913f0b62db04 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.009635] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.009635] env[71147]: value = "task-3420625" [ 717.009635] env[71147]: _type = "Task" [ 717.009635] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.018278] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420625, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.058892] env[71147]: DEBUG oslo_vmware.api [None req-176cbc87-17d1-438f-a7a9-68c68d7c5b3f tempest-ServersAdminNegativeTestJSON-349095386 tempest-ServersAdminNegativeTestJSON-349095386-project-admin] Task: {'id': task-3420621, 'name': SuspendVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.256784] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.288144] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5b46314f-aefc-4a3a-9777-2e6c68555d37 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561 tempest-FloatingIPsAssociationNegativeTestJSON-1978447561-project-member] Lock "2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.702s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.351436] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.525017] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420625, 'name': CreateVM_Task, 'duration_secs': 0.451198} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.525281] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.526302] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.526482] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.526926] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.534027] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e5ada0-514d-4831-b119-d556df601f86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.534027] env[71147]: DEBUG nova.network.neutron [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Updated VIF entry in instance network info cache for port f47b3078-02c4-4038-890a-f5b09f136e31. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.534027] env[71147]: DEBUG nova.network.neutron [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Updating instance_info_cache with network_info: [{"id": "f47b3078-02c4-4038-890a-f5b09f136e31", "address": "fa:16:3e:41:aa:c7", "network": {"id": "bc67ad63-589f-4f9b-9537-b2c8214405c0", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1600741561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c625f3785782401a9cd903dacba3371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47b3078-02", "ovs_interfaceid": "f47b3078-02c4-4038-890a-f5b09f136e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.540794] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 717.540794] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bf2a63-aeca-6285-825e-26f5dbc8fe3e" [ 717.540794] env[71147]: _type = "Task" [ 717.540794] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.551492] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bf2a63-aeca-6285-825e-26f5dbc8fe3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.560670] env[71147]: DEBUG oslo_vmware.api [None req-176cbc87-17d1-438f-a7a9-68c68d7c5b3f tempest-ServersAdminNegativeTestJSON-349095386 tempest-ServersAdminNegativeTestJSON-349095386-project-admin] Task: {'id': task-3420621, 'name': SuspendVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.851308] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420622, 'name': ReconfigVM_Task, 'duration_secs': 0.629045} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.854530] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a2840dac-7d14-4d6e-84e7-d74e8ef0db7f/a2840dac-7d14-4d6e-84e7-d74e8ef0db7f.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.856921] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9947a51a-581d-4d3e-a938-0361e10be2eb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.866805] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 717.866805] env[71147]: value = "task-3420626" [ 717.866805] env[71147]: _type = "Task" [ 717.866805] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.877500] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420626, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.041737] env[71147]: DEBUG oslo_concurrency.lockutils [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] Releasing lock "refresh_cache-c6f39db1-7ccc-44de-860a-45dbe687ace7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.042038] env[71147]: DEBUG nova.compute.manager [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Received event network-changed-03741e30-1ac6-4033-97ad-4fe47bb8ee15 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.042219] env[71147]: DEBUG nova.compute.manager [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Refreshing instance network info cache due to event network-changed-03741e30-1ac6-4033-97ad-4fe47bb8ee15. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.042477] env[71147]: DEBUG oslo_concurrency.lockutils [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] Acquiring lock "refresh_cache-bde8b429-14ea-498d-93ac-54eb6f0269da" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.042568] env[71147]: DEBUG oslo_concurrency.lockutils [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] Acquired lock "refresh_cache-bde8b429-14ea-498d-93ac-54eb6f0269da" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.042721] env[71147]: DEBUG nova.network.neutron [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Refreshing network info cache for port 03741e30-1ac6-4033-97ad-4fe47bb8ee15 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.063877] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bf2a63-aeca-6285-825e-26f5dbc8fe3e, 'name': SearchDatastore_Task, 'duration_secs': 0.016336} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.064737] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.065205] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.065776] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.066138] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.066505] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.072944] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71dcef55-a14c-40d9-ab3c-0e208ab0c66b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.074972] env[71147]: DEBUG oslo_vmware.api [None req-176cbc87-17d1-438f-a7a9-68c68d7c5b3f tempest-ServersAdminNegativeTestJSON-349095386 tempest-ServersAdminNegativeTestJSON-349095386-project-admin] Task: {'id': task-3420621, 'name': SuspendVM_Task, 'duration_secs': 1.058714} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.075733] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-176cbc87-17d1-438f-a7a9-68c68d7c5b3f tempest-ServersAdminNegativeTestJSON-349095386 tempest-ServersAdminNegativeTestJSON-349095386-project-admin] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Suspended the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 718.075994] env[71147]: DEBUG nova.compute.manager [None req-176cbc87-17d1-438f-a7a9-68c68d7c5b3f tempest-ServersAdminNegativeTestJSON-349095386 tempest-ServersAdminNegativeTestJSON-349095386-project-admin] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.077230] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2c7b9e-04e7-40e3-8933-691b09917bdc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.089154] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.089344] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.092790] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba037144-78e1-4429-8512-b28ce405f558 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.098197] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 718.098197] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d0761b-9a8e-1962-92a1-d194bf867a5c" [ 718.098197] env[71147]: _type = "Task" [ 718.098197] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.106939] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d0761b-9a8e-1962-92a1-d194bf867a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.317298] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ebe461-9b9b-4678-8164-aaa7a17265ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.326253] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412b1540-0f56-4394-b590-c2c891179da8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.363418] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965dc7f-d188-4fe4-9b13-cdbbc0408858 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.382346] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1d3356-a4a5-459a-a679-5b12d2ac72f4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.391295] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420626, 'name': Rename_Task, 'duration_secs': 0.47675} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.391295] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.391295] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ae9c2fe-7a86-44d3-b2b6-3b487f597525 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.401793] env[71147]: DEBUG nova.compute.provider_tree [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.410153] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 718.410153] env[71147]: value = "task-3420627" [ 718.410153] env[71147]: _type = "Task" [ 718.410153] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.419086] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.608952] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d0761b-9a8e-1962-92a1-d194bf867a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.610386] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a30728-2872-4f15-a3fd-ca241a9d1b16 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.617384] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 718.617384] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521abb7b-b9f1-cba3-ecef-af903b7c5f24" [ 718.617384] env[71147]: _type = "Task" [ 718.617384] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.626664] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521abb7b-b9f1-cba3-ecef-af903b7c5f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.801543] env[71147]: DEBUG nova.network.neutron [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Updated VIF entry in instance network info cache for port 03741e30-1ac6-4033-97ad-4fe47bb8ee15. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.801948] env[71147]: DEBUG nova.network.neutron [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Updating instance_info_cache with network_info: [{"id": "03741e30-1ac6-4033-97ad-4fe47bb8ee15", "address": "fa:16:3e:62:84:ec", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03741e30-1a", "ovs_interfaceid": "03741e30-1ac6-4033-97ad-4fe47bb8ee15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.905710] env[71147]: DEBUG nova.scheduler.client.report [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.919818] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420627, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.129492] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521abb7b-b9f1-cba3-ecef-af903b7c5f24, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.129492] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.129492] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da/bde8b429-14ea-498d-93ac-54eb6f0269da.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.129492] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e48b3a-06dc-4097-87ea-34e70b6cc287 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.136872] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 719.136872] env[71147]: value = "task-3420628" [ 719.136872] env[71147]: _type = "Task" [ 719.136872] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.146716] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.305537] env[71147]: DEBUG oslo_concurrency.lockutils [req-ef314dd3-b671-4cc7-8200-43ca4b47ba48 req-bcd6040a-568a-4a14-9927-cd8362933e1a service nova] Releasing lock "refresh_cache-bde8b429-14ea-498d-93ac-54eb6f0269da" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.415827] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.416545] env[71147]: DEBUG nova.compute.manager [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.421427] env[71147]: DEBUG oslo_concurrency.lockutils [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.104s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.421427] env[71147]: DEBUG nova.objects.instance [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lazy-loading 'resources' on Instance uuid 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.428560] env[71147]: DEBUG oslo_vmware.api [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420627, 'name': PowerOnVM_Task, 'duration_secs': 0.789545} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.428992] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.429304] env[71147]: INFO nova.compute.manager [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Took 9.85 seconds to spawn the instance on the hypervisor. [ 719.429512] env[71147]: DEBUG nova.compute.manager [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.430425] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be632e1-b8c9-4be5-84dd-42d819d54d72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.649983] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463508} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.649983] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da/bde8b429-14ea-498d-93ac-54eb6f0269da.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.650255] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.651199] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ad5dcc5-160f-42f9-8f7e-4971960f817e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.659532] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 719.659532] env[71147]: value = "task-3420629" [ 719.659532] env[71147]: _type = "Task" [ 719.659532] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.671446] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.724426] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.725233] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.930447] env[71147]: DEBUG nova.compute.utils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.937783] env[71147]: DEBUG nova.compute.manager [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.937971] env[71147]: DEBUG nova.network.neutron [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.955135] env[71147]: INFO nova.compute.manager [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Took 34.89 seconds to build instance. [ 720.017279] env[71147]: DEBUG nova.policy [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '495d5346bcfa4a4ebfafea0acb438c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74119b55758541f7a2a2acf3af42c6b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.174515] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065402} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.174745] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.175581] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dcdba8-688d-47a4-9269-ffad65e8afec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.199268] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da/bde8b429-14ea-498d-93ac-54eb6f0269da.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.202194] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cdad83d-fcd8-4a47-bc34-b24c7f212b9c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.223965] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 720.223965] env[71147]: value = "task-3420630" [ 720.223965] env[71147]: _type = "Task" [ 720.223965] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.232213] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.434327] env[71147]: DEBUG nova.compute.manager [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.457204] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dda67bb3-5fd7-492f-93df-325047548f7b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.290s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.468134] env[71147]: DEBUG nova.network.neutron [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Successfully created port: 34def748-924d-428d-b0f3-640e54edc007 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.595552] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b46071-b396-41ce-a8c4-8df7b3dacf28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.603074] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e31c281-92ab-470e-a1df-5a70a497a8b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.646016] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cc8d7d-61fa-436f-870b-c9c3b84d7df1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.650979] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0c46eb-e40f-4a3c-8673-75da9beb0fdf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.664134] env[71147]: DEBUG nova.compute.provider_tree [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.733730] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420630, 'name': ReconfigVM_Task, 'duration_secs': 0.270916} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.734144] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Reconfigured VM instance instance-00000018 to attach disk [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da/bde8b429-14ea-498d-93ac-54eb6f0269da.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.734655] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9babefb-d78c-4aa7-bf81-f29c064b17d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.741356] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 720.741356] env[71147]: value = "task-3420631" [ 720.741356] env[71147]: _type = "Task" [ 720.741356] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.748884] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420631, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.961041] env[71147]: DEBUG nova.compute.manager [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.170021] env[71147]: DEBUG nova.scheduler.client.report [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.219498] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.219967] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.254559] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420631, 'name': Rename_Task, 'duration_secs': 0.166759} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.256154] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.256154] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9447ab85-583b-4e9e-9062-72a7034c49c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.258154] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.258378] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.258545] env[71147]: DEBUG nova.compute.manager [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.259529] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fcc5aa-6ae6-4ad3-8b24-0b6853e4cae8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.266490] env[71147]: DEBUG nova.compute.manager [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 721.267073] env[71147]: DEBUG nova.objects.instance [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lazy-loading 'flavor' on Instance uuid a2840dac-7d14-4d6e-84e7-d74e8ef0db7f {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.269546] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 721.269546] env[71147]: value = "task-3420632" [ 721.269546] env[71147]: _type = "Task" [ 721.269546] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.277319] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.448626] env[71147]: DEBUG nova.compute.manager [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.483399] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.484732] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.484732] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.485225] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.485478] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.485665] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.486608] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.486608] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.486608] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.486608] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.486608] env[71147]: DEBUG nova.virt.hardware [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.487018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.487431] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.487431] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.487643] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.489154] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.489746] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08350e2a-5d93-4681-94c0-c198e1e7fe4d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.493329] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.493805] env[71147]: INFO nova.compute.manager [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Terminating instance [ 721.500679] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb262fb9-79df-4a15-a242-a737f5770b35 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.673416] env[71147]: DEBUG oslo_concurrency.lockutils [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.676746] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.166s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.678955] env[71147]: INFO nova.compute.claims [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.708602] env[71147]: INFO nova.scheduler.client.report [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Deleted allocations for instance 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7 [ 721.732037] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.732037] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.732037] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.732037] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.732037] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.732037] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.732037] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 721.732037] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.784592] env[71147]: DEBUG oslo_vmware.api [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420632, 'name': PowerOnVM_Task, 'duration_secs': 0.463456} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.785031] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.785623] env[71147]: INFO nova.compute.manager [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Took 8.11 seconds to spawn the instance on the hypervisor. [ 721.785623] env[71147]: DEBUG nova.compute.manager [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.786735] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15010355-0f92-40c3-a83c-058f8146923f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.998541] env[71147]: DEBUG nova.compute.manager [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.998541] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.999510] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee0ba06-a4b0-44ea-b40f-26cf86eee4c1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.009042] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.009561] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdfeb77f-56e7-4527-aa6e-cd805c78ad52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.020278] env[71147]: DEBUG nova.compute.manager [req-90800c80-4a41-4918-a69f-230f117719d6 req-7cec7d00-d9db-4a48-948a-9a953a7ae2b6 service nova] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Received event network-vif-plugged-34def748-924d-428d-b0f3-640e54edc007 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.020540] env[71147]: DEBUG oslo_concurrency.lockutils [req-90800c80-4a41-4918-a69f-230f117719d6 req-7cec7d00-d9db-4a48-948a-9a953a7ae2b6 service nova] Acquiring lock "2180892e-eea1-4d70-a1a0-52394bd134ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.020784] env[71147]: DEBUG oslo_concurrency.lockutils [req-90800c80-4a41-4918-a69f-230f117719d6 req-7cec7d00-d9db-4a48-948a-9a953a7ae2b6 service nova] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.020966] env[71147]: DEBUG oslo_concurrency.lockutils [req-90800c80-4a41-4918-a69f-230f117719d6 req-7cec7d00-d9db-4a48-948a-9a953a7ae2b6 service nova] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.021133] env[71147]: DEBUG nova.compute.manager [req-90800c80-4a41-4918-a69f-230f117719d6 req-7cec7d00-d9db-4a48-948a-9a953a7ae2b6 service nova] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] No waiting events found dispatching network-vif-plugged-34def748-924d-428d-b0f3-640e54edc007 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.021290] env[71147]: WARNING nova.compute.manager [req-90800c80-4a41-4918-a69f-230f117719d6 req-7cec7d00-d9db-4a48-948a-9a953a7ae2b6 service nova] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Received unexpected event network-vif-plugged-34def748-924d-428d-b0f3-640e54edc007 for instance with vm_state building and task_state spawning. [ 722.078918] env[71147]: DEBUG nova.network.neutron [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Successfully updated port: 34def748-924d-428d-b0f3-640e54edc007 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.100742] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.100914] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.101111] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Deleting the datastore file [datastore1] 3ec7288c-867a-43a5-a5a9-e368e1f6d66f {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.101563] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acf8f087-c913-4d93-8976-47166c8544a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.109241] env[71147]: DEBUG oslo_vmware.api [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 722.109241] env[71147]: value = "task-3420634" [ 722.109241] env[71147]: _type = "Task" [ 722.109241] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.119029] env[71147]: DEBUG oslo_vmware.api [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.218481] env[71147]: DEBUG oslo_concurrency.lockutils [None req-83d901c0-8af0-43d5-965f-58d3e5e7f6aa tempest-TenantUsagesTestJSON-604056561 tempest-TenantUsagesTestJSON-604056561-project-member] Lock "9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.160s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.236950] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.279196] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.280303] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7025daf-5ac8-4d93-ae1a-022fcbab328f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.288059] env[71147]: DEBUG oslo_vmware.api [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 722.288059] env[71147]: value = "task-3420635" [ 722.288059] env[71147]: _type = "Task" [ 722.288059] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.311026] env[71147]: DEBUG oslo_vmware.api [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.311026] env[71147]: INFO nova.compute.manager [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Took 36.86 seconds to build instance. [ 722.582426] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "refresh_cache-2180892e-eea1-4d70-a1a0-52394bd134ae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.582635] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "refresh_cache-2180892e-eea1-4d70-a1a0-52394bd134ae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.582843] env[71147]: DEBUG nova.network.neutron [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.620817] env[71147]: DEBUG oslo_vmware.api [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.802046] env[71147]: DEBUG oslo_vmware.api [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420635, 'name': PowerOffVM_Task, 'duration_secs': 0.399342} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.802148] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.802282] env[71147]: DEBUG nova.compute.manager [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.803078] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4917564f-5033-4115-97ab-179602e7fff4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.814215] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d02db676-29c4-45d2-8eb2-8d0f021329a7 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "bde8b429-14ea-498d-93ac-54eb6f0269da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.603s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.121349] env[71147]: DEBUG oslo_vmware.api [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521668} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.121730] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.122109] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.122308] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.122492] env[71147]: INFO nova.compute.manager [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 723.122808] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.123015] env[71147]: DEBUG nova.compute.manager [-] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.123197] env[71147]: DEBUG nova.network.neutron [-] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.143982] env[71147]: DEBUG nova.network.neutron [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.231453] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8989ce22-04b1-4887-a5ec-fe9555deda14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.240660] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dbf44c-4d82-41e2-ab7d-9ae0d2846a61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.275906] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def94aa7-b57d-4a48-8b76-bb9793f330f2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.283742] env[71147]: INFO nova.compute.manager [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Rebuilding instance [ 723.287348] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf25eb8-aadf-42b5-9c1c-fd0847db7ea5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.301098] env[71147]: DEBUG nova.compute.provider_tree [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.319716] env[71147]: DEBUG nova.compute.manager [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.324247] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22b5c05b-7fcc-4f39-90c9-e2b5c8dc98ff tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.343215] env[71147]: DEBUG nova.network.neutron [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Updating instance_info_cache with network_info: [{"id": "34def748-924d-428d-b0f3-640e54edc007", "address": "fa:16:3e:69:76:f8", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34def748-92", "ovs_interfaceid": "34def748-924d-428d-b0f3-640e54edc007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.348361] env[71147]: DEBUG nova.compute.manager [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.350086] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b4bb1e-c9fc-4b34-8e21-f47a069fae5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.805679] env[71147]: DEBUG nova.scheduler.client.report [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.849917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "refresh_cache-2180892e-eea1-4d70-a1a0-52394bd134ae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.850285] env[71147]: DEBUG nova.compute.manager [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Instance network_info: |[{"id": "34def748-924d-428d-b0f3-640e54edc007", "address": "fa:16:3e:69:76:f8", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34def748-92", "ovs_interfaceid": "34def748-924d-428d-b0f3-640e54edc007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.851376] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.851783] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:76:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34def748-924d-428d-b0f3-640e54edc007', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.859963] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Creating folder: Project (74119b55758541f7a2a2acf3af42c6b0). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.860275] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1bbac7f-87e3-44df-ab12-6d986a32499b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.866636] env[71147]: DEBUG nova.compute.manager [req-a13f52f7-57ca-4e91-9008-fae8e858be09 req-931c2865-3f6a-4186-9e28-69b4c6775813 service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Received event network-vif-deleted-f5c34d25-1329-419c-85f8-f065bbe224c3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.866839] env[71147]: INFO nova.compute.manager [req-a13f52f7-57ca-4e91-9008-fae8e858be09 req-931c2865-3f6a-4186-9e28-69b4c6775813 service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Neutron deleted interface f5c34d25-1329-419c-85f8-f065bbe224c3; detaching it from the instance and deleting it from the info cache [ 723.867040] env[71147]: DEBUG nova.network.neutron [req-a13f52f7-57ca-4e91-9008-fae8e858be09 req-931c2865-3f6a-4186-9e28-69b4c6775813 service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.875179] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Created folder: Project (74119b55758541f7a2a2acf3af42c6b0) in parent group-v682378. [ 723.875179] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Creating folder: Instances. Parent ref: group-v682450. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.875179] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-175c7b28-cd6a-4e7c-a1fd-7bd25f1540b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.890025] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Created folder: Instances in parent group-v682450. [ 723.890025] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.890025] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.890025] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c816bd7d-d393-47ba-b202-911d97415561 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.914261] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.914261] env[71147]: value = "task-3420638" [ 723.914261] env[71147]: _type = "Task" [ 723.914261] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.921091] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420638, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.106760] env[71147]: DEBUG nova.compute.manager [req-1061f262-5b08-430c-8aea-1de4cd2392b0 req-0d11f256-91ce-4eeb-9423-3c24d1f9e108 service nova] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Received event network-changed-34def748-924d-428d-b0f3-640e54edc007 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.107655] env[71147]: DEBUG nova.compute.manager [req-1061f262-5b08-430c-8aea-1de4cd2392b0 req-0d11f256-91ce-4eeb-9423-3c24d1f9e108 service nova] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Refreshing instance network info cache due to event network-changed-34def748-924d-428d-b0f3-640e54edc007. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.107942] env[71147]: DEBUG oslo_concurrency.lockutils [req-1061f262-5b08-430c-8aea-1de4cd2392b0 req-0d11f256-91ce-4eeb-9423-3c24d1f9e108 service nova] Acquiring lock "refresh_cache-2180892e-eea1-4d70-a1a0-52394bd134ae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.108136] env[71147]: DEBUG oslo_concurrency.lockutils [req-1061f262-5b08-430c-8aea-1de4cd2392b0 req-0d11f256-91ce-4eeb-9423-3c24d1f9e108 service nova] Acquired lock "refresh_cache-2180892e-eea1-4d70-a1a0-52394bd134ae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.108872] env[71147]: DEBUG nova.network.neutron [req-1061f262-5b08-430c-8aea-1de4cd2392b0 req-0d11f256-91ce-4eeb-9423-3c24d1f9e108 service nova] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Refreshing network info cache for port 34def748-924d-428d-b0f3-640e54edc007 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.288789] env[71147]: DEBUG nova.network.neutron [-] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.312117] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.312117] env[71147]: DEBUG nova.compute.manager [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.315913] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.750s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.317699] env[71147]: INFO nova.compute.claims [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.370482] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.371665] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7fa0ba4-62de-4d2f-ac99-fe92731973d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.376987] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a81781c9-f3a1-4890-a181-9357f5c368ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.385547] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 724.385547] env[71147]: value = "task-3420639" [ 724.385547] env[71147]: _type = "Task" [ 724.385547] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.396775] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5b7123-e48b-44ba-8521-57d5f03f1160 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.418425] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.423659] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420638, 'name': CreateVM_Task, 'duration_secs': 0.368279} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.439697] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.440366] env[71147]: DEBUG nova.compute.manager [req-a13f52f7-57ca-4e91-9008-fae8e858be09 req-931c2865-3f6a-4186-9e28-69b4c6775813 service nova] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Detach interface failed, port_id=f5c34d25-1329-419c-85f8-f065bbe224c3, reason: Instance 3ec7288c-867a-43a5-a5a9-e368e1f6d66f could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 724.441326] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.441326] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.441542] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.443048] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6665b044-4984-42d1-84b1-ebea937e1d21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.447690] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 724.447690] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ef8340-b908-ed9a-6df6-147a41d7efe7" [ 724.447690] env[71147]: _type = "Task" [ 724.447690] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.455884] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ef8340-b908-ed9a-6df6-147a41d7efe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.640486] env[71147]: DEBUG nova.compute.manager [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.641488] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8426b62d-e9a6-4a3d-b5da-296ac86862f3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.791718] env[71147]: INFO nova.compute.manager [-] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Took 1.67 seconds to deallocate network for instance. [ 724.825144] env[71147]: DEBUG nova.compute.utils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.832564] env[71147]: DEBUG nova.compute.manager [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.832673] env[71147]: DEBUG nova.network.neutron [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.893186] env[71147]: DEBUG nova.policy [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '495d5346bcfa4a4ebfafea0acb438c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74119b55758541f7a2a2acf3af42c6b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.908516] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.930799] env[71147]: DEBUG nova.network.neutron [req-1061f262-5b08-430c-8aea-1de4cd2392b0 req-0d11f256-91ce-4eeb-9423-3c24d1f9e108 service nova] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Updated VIF entry in instance network info cache for port 34def748-924d-428d-b0f3-640e54edc007. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.931322] env[71147]: DEBUG nova.network.neutron [req-1061f262-5b08-430c-8aea-1de4cd2392b0 req-0d11f256-91ce-4eeb-9423-3c24d1f9e108 service nova] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Updating instance_info_cache with network_info: [{"id": "34def748-924d-428d-b0f3-640e54edc007", "address": "fa:16:3e:69:76:f8", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34def748-92", "ovs_interfaceid": "34def748-924d-428d-b0f3-640e54edc007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.958796] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ef8340-b908-ed9a-6df6-147a41d7efe7, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.959119] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.959357] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.959850] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.959850] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.959948] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.960179] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0aaa039-b08f-49c0-ad99-d9ff45482646 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.973157] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.973234] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.973963] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d375e2ea-b309-4360-8c3c-8fb383c06fe8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.979792] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 724.979792] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b61922-8925-a661-f83e-ca618ae5e784" [ 724.979792] env[71147]: _type = "Task" [ 724.979792] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.987806] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b61922-8925-a661-f83e-ca618ae5e784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.153563] env[71147]: INFO nova.compute.manager [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] instance snapshotting [ 725.153563] env[71147]: WARNING nova.compute.manager [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 725.156580] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2718c971-6acc-4f7a-ad89-f47e6e528989 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.178619] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4f7a0a-22f4-4b74-b041-ac0110247306 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.299231] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.335215] env[71147]: DEBUG nova.compute.manager [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.404427] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420639, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.435915] env[71147]: DEBUG oslo_concurrency.lockutils [req-1061f262-5b08-430c-8aea-1de4cd2392b0 req-0d11f256-91ce-4eeb-9423-3c24d1f9e108 service nova] Releasing lock "refresh_cache-2180892e-eea1-4d70-a1a0-52394bd134ae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.494442] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b61922-8925-a661-f83e-ca618ae5e784, 'name': SearchDatastore_Task, 'duration_secs': 0.028314} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.494442] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb20b888-7bd7-4194-b672-fd9f994c9162 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.497013] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 725.497013] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ba0728-7767-22d0-aaec-35ab3105144e" [ 725.497013] env[71147]: _type = "Task" [ 725.497013] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.507198] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ba0728-7767-22d0-aaec-35ab3105144e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.576156] env[71147]: DEBUG nova.network.neutron [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Successfully created port: 949c63d6-d73f-43eb-b37f-954ffc613ec0 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.690423] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.690963] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81227e42-69e5-47e3-bf5b-dc380a0fee58 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.700338] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 725.700338] env[71147]: value = "task-3420640" [ 725.700338] env[71147]: _type = "Task" [ 725.700338] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.716956] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420640, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.907743] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420639, 'name': PowerOffVM_Task, 'duration_secs': 1.072516} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.910342] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.910707] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.911782] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa8093c-d411-45de-98ce-a64f7c58a3b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.919248] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.920090] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a6a7a90-6619-4c12-b7c2-01754ddf19c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.924034] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4500d6b8-c39d-4b7e-96ce-badb51a25032 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.931050] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb1b63c-9891-4017-94da-5a19d0f9e8da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.967125] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be328c74-c83d-458d-8f10-87fa88aee2da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.976925] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b80831-707f-4fa8-ae5c-14f916ecda90 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.993333] env[71147]: DEBUG nova.compute.provider_tree [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.995934] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.996177] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.996746] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleting the datastore file [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.996907] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79db00bd-431a-4f87-978f-0a069aaba162 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.008251] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ba0728-7767-22d0-aaec-35ab3105144e, 'name': SearchDatastore_Task, 'duration_secs': 0.008456} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.009456] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.009720] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2180892e-eea1-4d70-a1a0-52394bd134ae/2180892e-eea1-4d70-a1a0-52394bd134ae.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.010279] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 726.010279] env[71147]: value = "task-3420642" [ 726.010279] env[71147]: _type = "Task" [ 726.010279] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.010279] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f78da77c-852c-44c0-8e22-5ae03995e8d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.020769] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.022083] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 726.022083] env[71147]: value = "task-3420643" [ 726.022083] env[71147]: _type = "Task" [ 726.022083] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.031870] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.213085] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420640, 'name': CreateSnapshot_Task, 'duration_secs': 0.436455} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.213085] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.213085] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217c243d-a1ab-4e52-a699-e287f90182f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.347601] env[71147]: DEBUG nova.compute.manager [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.379388] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.379754] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.380218] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.380552] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.380867] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.380947] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.381226] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.381394] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.381575] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.381745] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.382013] env[71147]: DEBUG nova.virt.hardware [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.383118] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bce90b-812a-46a8-8bf3-0252bba8f86d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.396075] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5bcae6-e577-4df3-9a73-a3f5169e73d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.500566] env[71147]: DEBUG nova.scheduler.client.report [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.525700] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13755} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.529312] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.529606] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.529708] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.538234] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471729} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.538486] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2180892e-eea1-4d70-a1a0-52394bd134ae/2180892e-eea1-4d70-a1a0-52394bd134ae.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.538665] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.539546] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efcc8e9e-4c79-4eb7-8e20-e7be77639b3f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.545091] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 726.545091] env[71147]: value = "task-3420644" [ 726.545091] env[71147]: _type = "Task" [ 726.545091] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.554073] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.731062] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.731062] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d781411c-c059-4a5b-a99a-e52908651d7c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.740597] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 726.740597] env[71147]: value = "task-3420645" [ 726.740597] env[71147]: _type = "Task" [ 726.740597] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.748946] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420645, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.006393] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.007155] env[71147]: DEBUG nova.compute.manager [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.010647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.008s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.054480] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068769} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.054784] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.055659] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2488ae9f-cc4b-4351-956c-6e4b13d8bc5b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.080007] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 2180892e-eea1-4d70-a1a0-52394bd134ae/2180892e-eea1-4d70-a1a0-52394bd134ae.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.081029] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7720f4ee-6035-46db-b1f0-1d46eda4a8fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.100876] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 727.100876] env[71147]: value = "task-3420646" [ 727.100876] env[71147]: _type = "Task" [ 727.100876] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.109306] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.251593] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420645, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.254342] env[71147]: DEBUG nova.compute.manager [req-96e4777f-5742-4052-ac9e-25d62f6cfe79 req-f7c726d5-ac26-413c-b4a3-ab9d57578c68 service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Received event network-vif-plugged-949c63d6-d73f-43eb-b37f-954ffc613ec0 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.254696] env[71147]: DEBUG oslo_concurrency.lockutils [req-96e4777f-5742-4052-ac9e-25d62f6cfe79 req-f7c726d5-ac26-413c-b4a3-ab9d57578c68 service nova] Acquiring lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.256966] env[71147]: DEBUG oslo_concurrency.lockutils [req-96e4777f-5742-4052-ac9e-25d62f6cfe79 req-f7c726d5-ac26-413c-b4a3-ab9d57578c68 service nova] Lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.256966] env[71147]: DEBUG oslo_concurrency.lockutils [req-96e4777f-5742-4052-ac9e-25d62f6cfe79 req-f7c726d5-ac26-413c-b4a3-ab9d57578c68 service nova] Lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.256966] env[71147]: DEBUG nova.compute.manager [req-96e4777f-5742-4052-ac9e-25d62f6cfe79 req-f7c726d5-ac26-413c-b4a3-ab9d57578c68 service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] No waiting events found dispatching network-vif-plugged-949c63d6-d73f-43eb-b37f-954ffc613ec0 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.256966] env[71147]: WARNING nova.compute.manager [req-96e4777f-5742-4052-ac9e-25d62f6cfe79 req-f7c726d5-ac26-413c-b4a3-ab9d57578c68 service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Received unexpected event network-vif-plugged-949c63d6-d73f-43eb-b37f-954ffc613ec0 for instance with vm_state building and task_state spawning. [ 727.333084] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.333340] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.368864] env[71147]: DEBUG nova.network.neutron [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Successfully updated port: 949c63d6-d73f-43eb-b37f-954ffc613ec0 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.513937] env[71147]: DEBUG nova.compute.utils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.518111] env[71147]: DEBUG nova.compute.manager [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.518403] env[71147]: DEBUG nova.network.neutron [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.566304] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.566654] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.566765] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.567520] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.567520] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.567520] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.567520] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.567892] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.567892] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.567892] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.568153] env[71147]: DEBUG nova.virt.hardware [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.569257] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae734469-8c0b-4076-a955-adb4203dea89 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.576470] env[71147]: DEBUG nova.policy [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '495d5346bcfa4a4ebfafea0acb438c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74119b55758541f7a2a2acf3af42c6b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.584692] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d635fc58-1838-4ba8-9f5d-0f13f7d43232 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.602817] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:84:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03741e30-1ac6-4033-97ad-4fe47bb8ee15', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.610844] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.617219] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.618446] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a2cd4f-12c5-4d87-831a-dfee4e762508 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.640700] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420646, 'name': ReconfigVM_Task, 'duration_secs': 0.396981} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.644704] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 2180892e-eea1-4d70-a1a0-52394bd134ae/2180892e-eea1-4d70-a1a0-52394bd134ae.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.645444] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.645444] env[71147]: value = "task-3420647" [ 727.645444] env[71147]: _type = "Task" [ 727.645444] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.645646] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2afe75-2ee9-4abe-8e18-1d95a58dac0b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.659818] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420647, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.661231] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 727.661231] env[71147]: value = "task-3420648" [ 727.661231] env[71147]: _type = "Task" [ 727.661231] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.669741] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420648, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.753470] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420645, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.871684] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "refresh_cache-1f4f8332-2edb-49f8-b312-7e6cb5502ab0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.871684] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "refresh_cache-1f4f8332-2edb-49f8-b312-7e6cb5502ab0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.871684] env[71147]: DEBUG nova.network.neutron [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.948964] env[71147]: DEBUG nova.network.neutron [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Successfully created port: 16beee59-4df0-4d1e-976c-a768b20078fc {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.021522] env[71147]: DEBUG nova.compute.manager [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.144097] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48afcdc7-3583-4dfe-be7d-c444532d05a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.154703] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90a23d8-0475-405b-9508-9152d2bf9b55 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.161172] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420647, 'name': CreateVM_Task, 'duration_secs': 0.372799} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.161694] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.162513] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.162683] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.163039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.166504] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41aafe1-68f3-44a1-b7ba-3eb4e9030f0c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.198346] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4efd3d1-4b5e-4269-af53-52c2ccae5def {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.205403] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420648, 'name': Rename_Task, 'duration_secs': 0.19427} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.205694] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 728.205694] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5238665f-9001-9554-d2a5-1ecea28c8d16" [ 728.205694] env[71147]: _type = "Task" [ 728.205694] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.206306] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.206681] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4823b1f-6378-4c1e-b8fd-daa32cdf653d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.214853] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7395249e-29c4-4f4c-a466-fb71d71ec917 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.223574] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 728.223574] env[71147]: value = "task-3420649" [ 728.223574] env[71147]: _type = "Task" [ 728.223574] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.223835] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5238665f-9001-9554-d2a5-1ecea28c8d16, 'name': SearchDatastore_Task, 'duration_secs': 0.008995} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.224563] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.224783] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.225047] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.225188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.225359] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.228500] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3406a617-bc1d-4f01-bffd-ffeac06918a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.238283] env[71147]: DEBUG nova.compute.provider_tree [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.246165] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420649, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.249223] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.249400] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.250951] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f4cf19-b85c-4702-9a4a-303e0b37d7f9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.256867] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420645, 'name': CloneVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.260497] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 728.260497] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ae3f0-20ce-e699-0bdc-864ac009e404" [ 728.260497] env[71147]: _type = "Task" [ 728.260497] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.268688] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ae3f0-20ce-e699-0bdc-864ac009e404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.424496] env[71147]: DEBUG nova.network.neutron [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.570746] env[71147]: DEBUG nova.network.neutron [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Updating instance_info_cache with network_info: [{"id": "949c63d6-d73f-43eb-b37f-954ffc613ec0", "address": "fa:16:3e:57:6b:66", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c63d6-d7", "ovs_interfaceid": "949c63d6-d73f-43eb-b37f-954ffc613ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.733854] env[71147]: DEBUG oslo_vmware.api [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420649, 'name': PowerOnVM_Task, 'duration_secs': 0.472748} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.734132] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.734371] env[71147]: INFO nova.compute.manager [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Took 7.29 seconds to spawn the instance on the hypervisor. [ 728.734565] env[71147]: DEBUG nova.compute.manager [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.735354] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdc867e-a121-4901-ab58-4d4c90a0d994 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.741888] env[71147]: DEBUG nova.scheduler.client.report [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.755642] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420645, 'name': CloneVM_Task, 'duration_secs': 1.567671} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.755860] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Created linked-clone VM from snapshot [ 728.756643] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6b7dfd-a5ec-46d8-b75e-b0e51f2a6932 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.763968] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Uploading image 89ff7977-2544-490c-8ed5-43924825c8f5 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 728.775442] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ae3f0-20ce-e699-0bdc-864ac009e404, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.776392] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e963b52-e638-4f4d-8244-b7ae30fa1171 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.783228] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 728.783228] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52527605-3186-30bb-c8c7-33acf28b2ca5" [ 728.783228] env[71147]: _type = "Task" [ 728.783228] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.789297] env[71147]: DEBUG oslo_vmware.rw_handles [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 728.789297] env[71147]: value = "vm-682454" [ 728.789297] env[71147]: _type = "VirtualMachine" [ 728.789297] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 728.789542] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf995097-f376-480a-b2f9-9bc4ff5be1d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.794099] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52527605-3186-30bb-c8c7-33acf28b2ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.799792] env[71147]: DEBUG oslo_vmware.rw_handles [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lease: (returnval){ [ 728.799792] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a9878-6e55-2f44-7e84-4854da3b1df6" [ 728.799792] env[71147]: _type = "HttpNfcLease" [ 728.799792] env[71147]: } obtained for exporting VM: (result){ [ 728.799792] env[71147]: value = "vm-682454" [ 728.799792] env[71147]: _type = "VirtualMachine" [ 728.799792] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 728.800039] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the lease: (returnval){ [ 728.800039] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a9878-6e55-2f44-7e84-4854da3b1df6" [ 728.800039] env[71147]: _type = "HttpNfcLease" [ 728.800039] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 728.806649] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.806649] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a9878-6e55-2f44-7e84-4854da3b1df6" [ 728.806649] env[71147]: _type = "HttpNfcLease" [ 728.806649] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.034038] env[71147]: DEBUG nova.compute.manager [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.061050] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.061341] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.061499] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.061687] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.061830] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.061973] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.062196] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.062354] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.062518] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.062679] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.062845] env[71147]: DEBUG nova.virt.hardware [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.063737] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4eff0e-12cd-46e8-b0a3-3f61faff55e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.071816] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7ed15f-56fa-4524-9cd2-d86a1f4bca4d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.076025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "refresh_cache-1f4f8332-2edb-49f8-b312-7e6cb5502ab0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.076269] env[71147]: DEBUG nova.compute.manager [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Instance network_info: |[{"id": "949c63d6-d73f-43eb-b37f-954ffc613ec0", "address": "fa:16:3e:57:6b:66", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c63d6-d7", "ovs_interfaceid": "949c63d6-d73f-43eb-b37f-954ffc613ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.076669] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:6b:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '949c63d6-d73f-43eb-b37f-954ffc613ec0', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.083897] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.084496] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.084715] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58284e14-7e76-44ce-a031-2222f722a1ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.111371] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.111371] env[71147]: value = "task-3420651" [ 729.111371] env[71147]: _type = "Task" [ 729.111371] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.118649] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420651, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.258102] env[71147]: INFO nova.compute.manager [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Took 35.52 seconds to build instance. [ 729.294559] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52527605-3186-30bb-c8c7-33acf28b2ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.016993} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.294823] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.295101] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da/bde8b429-14ea-498d-93ac-54eb6f0269da.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.295364] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8643cae-8cdc-48eb-8c92-648e06ce1301 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.305383] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 729.305383] env[71147]: value = "task-3420652" [ 729.305383] env[71147]: _type = "Task" [ 729.305383] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.307943] env[71147]: DEBUG nova.compute.manager [req-a37c41bb-b5b7-42b1-bc66-8f64d29b0909 req-79f6037f-17ea-4e74-ad54-7f401418487d service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Received event network-changed-949c63d6-d73f-43eb-b37f-954ffc613ec0 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.308155] env[71147]: DEBUG nova.compute.manager [req-a37c41bb-b5b7-42b1-bc66-8f64d29b0909 req-79f6037f-17ea-4e74-ad54-7f401418487d service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Refreshing instance network info cache due to event network-changed-949c63d6-d73f-43eb-b37f-954ffc613ec0. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.308367] env[71147]: DEBUG oslo_concurrency.lockutils [req-a37c41bb-b5b7-42b1-bc66-8f64d29b0909 req-79f6037f-17ea-4e74-ad54-7f401418487d service nova] Acquiring lock "refresh_cache-1f4f8332-2edb-49f8-b312-7e6cb5502ab0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.308508] env[71147]: DEBUG oslo_concurrency.lockutils [req-a37c41bb-b5b7-42b1-bc66-8f64d29b0909 req-79f6037f-17ea-4e74-ad54-7f401418487d service nova] Acquired lock "refresh_cache-1f4f8332-2edb-49f8-b312-7e6cb5502ab0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.308696] env[71147]: DEBUG nova.network.neutron [req-a37c41bb-b5b7-42b1-bc66-8f64d29b0909 req-79f6037f-17ea-4e74-ad54-7f401418487d service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Refreshing network info cache for port 949c63d6-d73f-43eb-b37f-954ffc613ec0 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.315191] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.315191] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a9878-6e55-2f44-7e84-4854da3b1df6" [ 729.315191] env[71147]: _type = "HttpNfcLease" [ 729.315191] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.315835] env[71147]: DEBUG oslo_vmware.rw_handles [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.315835] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a9878-6e55-2f44-7e84-4854da3b1df6" [ 729.315835] env[71147]: _type = "HttpNfcLease" [ 729.315835] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.317170] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e449181b-1100-4e02-915a-88b08f6a1937 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.323029] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.328484] env[71147]: DEBUG oslo_vmware.rw_handles [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52effaca-abed-548e-2f6e-89fa1eb111fc/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.328664] env[71147]: DEBUG oslo_vmware.rw_handles [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52effaca-abed-548e-2f6e-89fa1eb111fc/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.423763] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56b9cdb7-5225-4121-8fba-16d2a2a91de8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.625846] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420651, 'name': CreateVM_Task, 'duration_secs': 0.364447} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.625846] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.626142] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.627217] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.627217] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.627217] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c569836-eace-4d97-9712-a3c8a36b91d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.633959] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 729.633959] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526a6aff-a4b0-9b72-8ff0-5a58da9504f2" [ 729.633959] env[71147]: _type = "Task" [ 729.633959] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.642308] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526a6aff-a4b0-9b72-8ff0-5a58da9504f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.666851] env[71147]: DEBUG nova.network.neutron [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Successfully updated port: 16beee59-4df0-4d1e-976c-a768b20078fc {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.760886] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.750s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.767412] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd1fbd89-e455-43ee-9d43-57e09e77dea5 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.944s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.767724] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.270s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.767933] env[71147]: DEBUG nova.objects.instance [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lazy-loading 'resources' on Instance uuid a2203e1c-afc0-4155-a4f4-3c1d91aa8939 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.821254] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507992} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.821973] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da/bde8b429-14ea-498d-93ac-54eb6f0269da.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.825859] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.825859] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aacddbb-3c13-4ef8-a6b4-f34a65bb1fb7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.836818] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 729.836818] env[71147]: value = "task-3420653" [ 729.836818] env[71147]: _type = "Task" [ 729.836818] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.847137] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.113051] env[71147]: DEBUG nova.network.neutron [req-a37c41bb-b5b7-42b1-bc66-8f64d29b0909 req-79f6037f-17ea-4e74-ad54-7f401418487d service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Updated VIF entry in instance network info cache for port 949c63d6-d73f-43eb-b37f-954ffc613ec0. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.114014] env[71147]: DEBUG nova.network.neutron [req-a37c41bb-b5b7-42b1-bc66-8f64d29b0909 req-79f6037f-17ea-4e74-ad54-7f401418487d service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Updating instance_info_cache with network_info: [{"id": "949c63d6-d73f-43eb-b37f-954ffc613ec0", "address": "fa:16:3e:57:6b:66", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap949c63d6-d7", "ovs_interfaceid": "949c63d6-d73f-43eb-b37f-954ffc613ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.144817] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526a6aff-a4b0-9b72-8ff0-5a58da9504f2, 'name': SearchDatastore_Task, 'duration_secs': 0.052025} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.145304] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.146508] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.146823] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.147066] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.147348] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.147672] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c45fc14-e2d6-453f-bd5d-ceab0ffb895c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.157528] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.157906] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.158730] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952b669c-6d4a-435c-8011-0e1ede53d008 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.164879] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 730.164879] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ee8890-4482-68e7-a2dd-91764d6de62e" [ 730.164879] env[71147]: _type = "Task" [ 730.164879] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.173635] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "refresh_cache-2a237b60-5b6f-42d8-ba67-1cb084f96828" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.173734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "refresh_cache-2a237b60-5b6f-42d8-ba67-1cb084f96828" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.173868] env[71147]: DEBUG nova.network.neutron [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.175392] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ee8890-4482-68e7-a2dd-91764d6de62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.282029] env[71147]: DEBUG nova.compute.manager [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.333808] env[71147]: INFO nova.scheduler.client.report [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Deleted allocation for migration 6bc3c6c2-e0cf-41b2-80f7-64fc3cf1c469 [ 730.353190] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064088} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.353573] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.354494] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aff1eb1-c010-4ce2-a23e-ebea1d75f07e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.382172] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da/bde8b429-14ea-498d-93ac-54eb6f0269da.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.386679] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8601f937-ad1f-4166-a5e1-c4c0a1165af7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.412336] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 730.412336] env[71147]: value = "task-3420654" [ 730.412336] env[71147]: _type = "Task" [ 730.412336] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.426965] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.617861] env[71147]: DEBUG oslo_concurrency.lockutils [req-a37c41bb-b5b7-42b1-bc66-8f64d29b0909 req-79f6037f-17ea-4e74-ad54-7f401418487d service nova] Releasing lock "refresh_cache-1f4f8332-2edb-49f8-b312-7e6cb5502ab0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.681154] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ee8890-4482-68e7-a2dd-91764d6de62e, 'name': SearchDatastore_Task, 'duration_secs': 0.024789} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.685876] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f99309-355c-4b93-ba88-7e7a2227355f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.691617] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 730.691617] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527af595-94c3-3ce5-627e-2d7e5858f097" [ 730.691617] env[71147]: _type = "Task" [ 730.691617] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.700305] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527af595-94c3-3ce5-627e-2d7e5858f097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.728144] env[71147]: DEBUG nova.network.neutron [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.802866] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.850806] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d97b222-e908-42d6-ae13-0fb97a6a009b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.031s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.889774] env[71147]: DEBUG nova.network.neutron [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Updating instance_info_cache with network_info: [{"id": "16beee59-4df0-4d1e-976c-a768b20078fc", "address": "fa:16:3e:a4:11:1e", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16beee59-4d", "ovs_interfaceid": "16beee59-4df0-4d1e-976c-a768b20078fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.897772] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bc6feb-f901-45f9-a497-83716101178d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.907399] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ceb2db-5f10-45a9-8db9-683c50ceb0ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.950617] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c7d37-1384-42a1-95af-a92d4a0452c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.958227] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420654, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.966629] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545e3019-01cb-4dac-9ae2-80003bf02a07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.983149] env[71147]: DEBUG nova.compute.provider_tree [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.203177] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527af595-94c3-3ce5-627e-2d7e5858f097, 'name': SearchDatastore_Task, 'duration_secs': 0.014046} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.203533] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.203847] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 1f4f8332-2edb-49f8-b312-7e6cb5502ab0/1f4f8332-2edb-49f8-b312-7e6cb5502ab0.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.204148] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-312668bf-ed43-4031-8216-9c945e321970 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.211405] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 731.211405] env[71147]: value = "task-3420655" [ 731.211405] env[71147]: _type = "Task" [ 731.211405] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.220016] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.335224] env[71147]: DEBUG nova.compute.manager [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Received event network-vif-plugged-16beee59-4df0-4d1e-976c-a768b20078fc {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.335480] env[71147]: DEBUG oslo_concurrency.lockutils [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] Acquiring lock "2a237b60-5b6f-42d8-ba67-1cb084f96828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.335759] env[71147]: DEBUG oslo_concurrency.lockutils [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] Lock "2a237b60-5b6f-42d8-ba67-1cb084f96828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.336027] env[71147]: DEBUG oslo_concurrency.lockutils [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] Lock "2a237b60-5b6f-42d8-ba67-1cb084f96828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.336247] env[71147]: DEBUG nova.compute.manager [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] No waiting events found dispatching network-vif-plugged-16beee59-4df0-4d1e-976c-a768b20078fc {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.336498] env[71147]: WARNING nova.compute.manager [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Received unexpected event network-vif-plugged-16beee59-4df0-4d1e-976c-a768b20078fc for instance with vm_state building and task_state spawning. [ 731.336760] env[71147]: DEBUG nova.compute.manager [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Received event network-changed-16beee59-4df0-4d1e-976c-a768b20078fc {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.336927] env[71147]: DEBUG nova.compute.manager [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Refreshing instance network info cache due to event network-changed-16beee59-4df0-4d1e-976c-a768b20078fc. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.337170] env[71147]: DEBUG oslo_concurrency.lockutils [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] Acquiring lock "refresh_cache-2a237b60-5b6f-42d8-ba67-1cb084f96828" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.393888] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "refresh_cache-2a237b60-5b6f-42d8-ba67-1cb084f96828" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.394640] env[71147]: DEBUG nova.compute.manager [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Instance network_info: |[{"id": "16beee59-4df0-4d1e-976c-a768b20078fc", "address": "fa:16:3e:a4:11:1e", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16beee59-4d", "ovs_interfaceid": "16beee59-4df0-4d1e-976c-a768b20078fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.395327] env[71147]: DEBUG oslo_concurrency.lockutils [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] Acquired lock "refresh_cache-2a237b60-5b6f-42d8-ba67-1cb084f96828" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.395327] env[71147]: DEBUG nova.network.neutron [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Refreshing network info cache for port 16beee59-4df0-4d1e-976c-a768b20078fc {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.397197] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:11:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16beee59-4df0-4d1e-976c-a768b20078fc', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.405184] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.409627] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.410220] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c14514c-3f0d-4c79-b7c2-cdcfd5318406 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.438840] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420654, 'name': ReconfigVM_Task, 'duration_secs': 0.580338} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.440779] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Reconfigured VM instance instance-00000018 to attach disk [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da/bde8b429-14ea-498d-93ac-54eb6f0269da.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.441931] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.441931] env[71147]: value = "task-3420656" [ 731.441931] env[71147]: _type = "Task" [ 731.441931] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.443126] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-577c6409-9598-4dde-9010-739f6c6a6e1e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.454561] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420656, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.455711] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 731.455711] env[71147]: value = "task-3420657" [ 731.455711] env[71147]: _type = "Task" [ 731.455711] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.467600] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420657, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.513764] env[71147]: ERROR nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [req-57f9138d-7410-4f83-8e73-eb780279badb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57f9138d-7410-4f83-8e73-eb780279badb"}]} [ 731.535338] env[71147]: DEBUG nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 731.557286] env[71147]: DEBUG nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 731.557618] env[71147]: DEBUG nova.compute.provider_tree [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.574490] env[71147]: DEBUG nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 731.598013] env[71147]: DEBUG nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 731.727781] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420655, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.773605] env[71147]: DEBUG nova.network.neutron [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Updated VIF entry in instance network info cache for port 16beee59-4df0-4d1e-976c-a768b20078fc. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.774111] env[71147]: DEBUG nova.network.neutron [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Updating instance_info_cache with network_info: [{"id": "16beee59-4df0-4d1e-976c-a768b20078fc", "address": "fa:16:3e:a4:11:1e", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16beee59-4d", "ovs_interfaceid": "16beee59-4df0-4d1e-976c-a768b20078fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.954982] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420656, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.965332] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420657, 'name': Rename_Task, 'duration_secs': 0.382225} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.965610] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.965858] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e12358b-119d-462e-b548-317a76a5a7f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.975070] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 731.975070] env[71147]: value = "task-3420658" [ 731.975070] env[71147]: _type = "Task" [ 731.975070] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.989438] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.098802] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59c95bc-a7ba-4e46-a6dd-0981512a5fcf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.106265] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34798e21-a8c2-43ec-a01c-e32aee2d02c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.138632] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b403a26-beb7-4509-bd3e-7f7346e48414 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.146965] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a4b803-5511-4e16-9b5d-ca36c1b261cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.168954] env[71147]: DEBUG nova.compute.provider_tree [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.225712] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523901} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.226088] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 1f4f8332-2edb-49f8-b312-7e6cb5502ab0/1f4f8332-2edb-49f8-b312-7e6cb5502ab0.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.226945] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.226945] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3df5b16-f773-4d24-b112-84ef1db607e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.233851] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 732.233851] env[71147]: value = "task-3420659" [ 732.233851] env[71147]: _type = "Task" [ 732.233851] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.244532] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.277026] env[71147]: DEBUG oslo_concurrency.lockutils [req-265495e3-37bd-477a-8783-62bdc89ecd0d req-06907408-be63-410f-b5eb-f97dab93b5d0 service nova] Releasing lock "refresh_cache-2a237b60-5b6f-42d8-ba67-1cb084f96828" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.353890] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.354158] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.460180] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420656, 'name': CreateVM_Task, 'duration_secs': 0.587521} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.460402] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.461112] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.461277] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.461608] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.461900] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44b96d8-32d4-40e0-b2a1-797b05ed0be9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.471150] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 732.471150] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52db1bcb-ce73-a6fb-8b83-ddb56dc2b8f5" [ 732.471150] env[71147]: _type = "Task" [ 732.471150] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.482254] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52db1bcb-ce73-a6fb-8b83-ddb56dc2b8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.488139] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.692896] env[71147]: ERROR nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] [req-64b47912-6aa0-4319-971d-72da0773886f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64b47912-6aa0-4319-971d-72da0773886f"}]} [ 732.711417] env[71147]: DEBUG nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 732.725637] env[71147]: DEBUG nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 732.725875] env[71147]: DEBUG nova.compute.provider_tree [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.741202] env[71147]: DEBUG nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 732.748469] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077364} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.748744] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.749591] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4a4b38-36f7-470a-aa8f-4ce7201f208b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.772742] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 1f4f8332-2edb-49f8-b312-7e6cb5502ab0/1f4f8332-2edb-49f8-b312-7e6cb5502ab0.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.773907] env[71147]: DEBUG nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 732.776059] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf3a41f-95db-491b-967e-b5011e1eb7ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.796136] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 732.796136] env[71147]: value = "task-3420660" [ 732.796136] env[71147]: _type = "Task" [ 732.796136] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.804843] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.985022] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52db1bcb-ce73-a6fb-8b83-ddb56dc2b8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015692} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.985697] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.985926] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.986185] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.986330] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.986590] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.986858] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fda3aa43-f30b-40b8-a400-d42f8f595497 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.993833] env[71147]: DEBUG oslo_vmware.api [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420658, 'name': PowerOnVM_Task, 'duration_secs': 0.770073} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.994584] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.994890] env[71147]: DEBUG nova.compute.manager [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.995797] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30938e13-4a30-4d2f-85ff-cfba7eefcdf3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.000768] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.000961] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.002918] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a13c4d7-7cac-4f4b-a964-f16f3bebc030 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.013508] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 733.013508] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b9d1f3-5d06-d8bf-0cba-762a1ee18076" [ 733.013508] env[71147]: _type = "Task" [ 733.013508] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.021535] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b9d1f3-5d06-d8bf-0cba-762a1ee18076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.271584] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffee665a-9256-444e-b856-ed008fce0da0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.278498] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c25899-e74f-43bc-8852-3afd9882c2b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.319727] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb44d713-4dd8-4f35-ac9c-44be0011b4c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.335576] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420660, 'name': ReconfigVM_Task, 'duration_secs': 0.496312} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.336636] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bce57d-ec1f-4227-a433-579a8bfb0ad5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.340919] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 1f4f8332-2edb-49f8-b312-7e6cb5502ab0/1f4f8332-2edb-49f8-b312-7e6cb5502ab0.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.341591] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7464fa2-6dc2-4e0c-a543-8ea95e02d797 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.353262] env[71147]: DEBUG nova.compute.provider_tree [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.355884] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 733.355884] env[71147]: value = "task-3420661" [ 733.355884] env[71147]: _type = "Task" [ 733.355884] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.365500] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420661, 'name': Rename_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.523644] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.529867] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b9d1f3-5d06-d8bf-0cba-762a1ee18076, 'name': SearchDatastore_Task, 'duration_secs': 0.013922} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.530695] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f541d76-7e7c-46e8-8f85-65f6a382ee89 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.536199] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 733.536199] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52998252-d800-0fc5-4c8b-4b9639bf143b" [ 733.536199] env[71147]: _type = "Task" [ 733.536199] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.544074] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52998252-d800-0fc5-4c8b-4b9639bf143b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.868595] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420661, 'name': Rename_Task, 'duration_secs': 0.217627} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.868946] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.869227] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-239451c3-9472-4c6e-8db8-3f08de1137e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.876590] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 733.876590] env[71147]: value = "task-3420662" [ 733.876590] env[71147]: _type = "Task" [ 733.876590] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.884091] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.890463] env[71147]: DEBUG nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 733.890764] env[71147]: DEBUG nova.compute.provider_tree [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 51 to 52 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 733.890950] env[71147]: DEBUG nova.compute.provider_tree [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.053063] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52998252-d800-0fc5-4c8b-4b9639bf143b, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.053063] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.053063] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2a237b60-5b6f-42d8-ba67-1cb084f96828/2a237b60-5b6f-42d8-ba67-1cb084f96828.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.053063] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50315461-1478-47d9-b563-2a2c34e995e2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.060453] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 734.060453] env[71147]: value = "task-3420663" [ 734.060453] env[71147]: _type = "Task" [ 734.060453] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.072800] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.116619] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "bde8b429-14ea-498d-93ac-54eb6f0269da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.116911] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "bde8b429-14ea-498d-93ac-54eb6f0269da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.117150] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "bde8b429-14ea-498d-93ac-54eb6f0269da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.117387] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "bde8b429-14ea-498d-93ac-54eb6f0269da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.117556] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "bde8b429-14ea-498d-93ac-54eb6f0269da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.119699] env[71147]: INFO nova.compute.manager [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Terminating instance [ 734.389331] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.396524] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.629s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.399116] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.288s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.400778] env[71147]: INFO nova.compute.claims [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.421718] env[71147]: INFO nova.scheduler.client.report [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Deleted allocations for instance a2203e1c-afc0-4155-a4f4-3c1d91aa8939 [ 734.572399] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.592309] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "70e6b67e-c00f-4e11-beae-84e3f95904ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.592543] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "70e6b67e-c00f-4e11-beae-84e3f95904ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.624414] env[71147]: DEBUG nova.compute.manager [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.624646] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.625917] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b321e954-5caf-49c0-ac84-8ee8b84367b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.633956] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.634227] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2bd497-0bed-4cf9-b39c-7d678ec96d76 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.641189] env[71147]: DEBUG oslo_vmware.api [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 734.641189] env[71147]: value = "task-3420664" [ 734.641189] env[71147]: _type = "Task" [ 734.641189] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.649896] env[71147]: DEBUG oslo_vmware.api [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.888503] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.937406] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1700518e-82af-4500-a89a-114bc9d07700 tempest-ServerMetadataTestJSON-1889177665 tempest-ServerMetadataTestJSON-1889177665-project-member] Lock "a2203e1c-afc0-4155-a4f4-3c1d91aa8939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.191s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.073612] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587459} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.075028] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2a237b60-5b6f-42d8-ba67-1cb084f96828/2a237b60-5b6f-42d8-ba67-1cb084f96828.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.075028] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.075028] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efb7af26-103d-462d-ac58-5765c1bc65a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.082769] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 735.082769] env[71147]: value = "task-3420665" [ 735.082769] env[71147]: _type = "Task" [ 735.082769] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.091753] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.151672] env[71147]: DEBUG oslo_vmware.api [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420664, 'name': PowerOffVM_Task, 'duration_secs': 0.222905} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.152508] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.152508] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.152508] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b7f04cb-ac36-4c68-9e0c-39393e98f1ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.253616] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.253840] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.254011] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleting the datastore file [datastore2] bde8b429-14ea-498d-93ac-54eb6f0269da {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.254298] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24fa3764-1ef8-4138-9e17-b6eeb8074202 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.266569] env[71147]: DEBUG oslo_vmware.api [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 735.266569] env[71147]: value = "task-3420667" [ 735.266569] env[71147]: _type = "Task" [ 735.266569] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.274306] env[71147]: DEBUG oslo_vmware.api [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.389170] env[71147]: DEBUG oslo_vmware.api [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420662, 'name': PowerOnVM_Task, 'duration_secs': 1.387224} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.389546] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.389659] env[71147]: INFO nova.compute.manager [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Took 9.04 seconds to spawn the instance on the hypervisor. [ 735.389833] env[71147]: DEBUG nova.compute.manager [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.390618] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a7b249-e4a6-4e6d-adab-8eddfc3d56ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.593384] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091058} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.593663] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.597420] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0b6bc2-130b-4d73-a529-8140fc1d3a47 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.623861] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 2a237b60-5b6f-42d8-ba67-1cb084f96828/2a237b60-5b6f-42d8-ba67-1cb084f96828.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.627038] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8dbf68e-9e0f-4e0c-b5af-32388499bd07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.650793] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 735.650793] env[71147]: value = "task-3420668" [ 735.650793] env[71147]: _type = "Task" [ 735.650793] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.663018] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.779398] env[71147]: DEBUG oslo_vmware.api [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253726} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.779797] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.780121] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.780417] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.780874] env[71147]: INFO nova.compute.manager [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Took 1.16 seconds to destroy the instance on the hypervisor. [ 735.781265] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.781736] env[71147]: DEBUG nova.compute.manager [-] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.781910] env[71147]: DEBUG nova.network.neutron [-] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.916173] env[71147]: INFO nova.compute.manager [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Took 39.44 seconds to build instance. [ 736.028275] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2547ca-b03d-4d27-8a05-a128f899bcce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.036412] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8112cae-003b-4b58-bbd6-f9c7736e7e8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.073484] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6643e66-0c4d-4070-9ae4-741b763eaaab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.081571] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc782bd1-79d5-4d84-86cd-7c276e429d66 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.096247] env[71147]: DEBUG nova.compute.provider_tree [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.161690] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.230769] env[71147]: DEBUG nova.compute.manager [req-1acfcb0b-a9ee-4cb0-8765-fb58ad931158 req-836cbe5e-f044-495e-8e92-c45d02312f6a service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Received event network-vif-deleted-03741e30-1ac6-4033-97ad-4fe47bb8ee15 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.230968] env[71147]: INFO nova.compute.manager [req-1acfcb0b-a9ee-4cb0-8765-fb58ad931158 req-836cbe5e-f044-495e-8e92-c45d02312f6a service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Neutron deleted interface 03741e30-1ac6-4033-97ad-4fe47bb8ee15; detaching it from the instance and deleting it from the info cache [ 736.231179] env[71147]: DEBUG nova.network.neutron [req-1acfcb0b-a9ee-4cb0-8765-fb58ad931158 req-836cbe5e-f044-495e-8e92-c45d02312f6a service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.418616] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a4631127-33c7-433c-84b6-ec0c8d176657 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.387s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.521481] env[71147]: DEBUG oslo_vmware.rw_handles [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52effaca-abed-548e-2f6e-89fa1eb111fc/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.522502] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6358570-d090-4ee2-a785-557a440c6250 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.529293] env[71147]: DEBUG oslo_vmware.rw_handles [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52effaca-abed-548e-2f6e-89fa1eb111fc/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.529473] env[71147]: ERROR oslo_vmware.rw_handles [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52effaca-abed-548e-2f6e-89fa1eb111fc/disk-0.vmdk due to incomplete transfer. [ 736.529704] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-42b24221-a379-45c6-90f4-43c9f20065bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.538498] env[71147]: DEBUG oslo_vmware.rw_handles [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52effaca-abed-548e-2f6e-89fa1eb111fc/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.538717] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Uploaded image 89ff7977-2544-490c-8ed5-43924825c8f5 to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.540856] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.541166] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a2d5e53-9e5a-4537-b735-70ee376b5dcb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.548656] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 736.548656] env[71147]: value = "task-3420669" [ 736.548656] env[71147]: _type = "Task" [ 736.548656] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.556668] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420669, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.600450] env[71147]: DEBUG nova.scheduler.client.report [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.662593] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.668068] env[71147]: DEBUG nova.network.neutron [-] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.735743] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83f22db3-0b72-4227-9446-ebe5ea6e6925 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.746617] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c6e16-fec6-42be-bd74-86a57d4b4bb7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.783514] env[71147]: DEBUG nova.compute.manager [req-1acfcb0b-a9ee-4cb0-8765-fb58ad931158 req-836cbe5e-f044-495e-8e92-c45d02312f6a service nova] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Detach interface failed, port_id=03741e30-1ac6-4033-97ad-4fe47bb8ee15, reason: Instance bde8b429-14ea-498d-93ac-54eb6f0269da could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 736.922023] env[71147]: DEBUG nova.compute.manager [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.059792] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420669, 'name': Destroy_Task, 'duration_secs': 0.374154} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.060066] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Destroyed the VM [ 737.060392] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.060649] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90c8bbb7-cf23-4f85-b0ea-79b2a60749b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.067251] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 737.067251] env[71147]: value = "task-3420670" [ 737.067251] env[71147]: _type = "Task" [ 737.067251] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.076312] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420670, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.106634] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.107639] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.110377] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.510s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.110634] env[71147]: DEBUG nova.objects.instance [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lazy-loading 'resources' on Instance uuid 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.165031] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.170443] env[71147]: INFO nova.compute.manager [-] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Took 1.39 seconds to deallocate network for instance. [ 737.446897] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.526102] env[71147]: DEBUG oslo_concurrency.lockutils [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.526409] env[71147]: DEBUG oslo_concurrency.lockutils [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.526750] env[71147]: DEBUG oslo_concurrency.lockutils [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.526840] env[71147]: DEBUG oslo_concurrency.lockutils [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.526998] env[71147]: DEBUG oslo_concurrency.lockutils [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.529276] env[71147]: INFO nova.compute.manager [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Terminating instance [ 737.577599] env[71147]: DEBUG oslo_vmware.api [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420670, 'name': RemoveSnapshot_Task, 'duration_secs': 0.341395} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.577973] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.578234] env[71147]: INFO nova.compute.manager [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Took 12.42 seconds to snapshot the instance on the hypervisor. [ 737.614549] env[71147]: DEBUG nova.compute.utils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.620608] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.620608] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.660771] env[71147]: DEBUG nova.policy [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22280a644e9547549a795e38d9876769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '255665dfe36447eeb088d5d5760d99bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.665906] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420668, 'name': ReconfigVM_Task, 'duration_secs': 1.585523} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.668421] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 2a237b60-5b6f-42d8-ba67-1cb084f96828/2a237b60-5b6f-42d8-ba67-1cb084f96828.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.670032] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd3e9b3a-d932-4933-9331-3332ef70eabc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.677963] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.678063] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 737.678063] env[71147]: value = "task-3420671" [ 737.678063] env[71147]: _type = "Task" [ 737.678063] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.690390] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420671, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.021958] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "67a88644-6b2d-4edc-b163-9aba433f8c91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.022319] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "67a88644-6b2d-4edc-b163-9aba433f8c91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.026796] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Successfully created port: d7dea745-a175-4b35-be11-632b67360954 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.034121] env[71147]: DEBUG nova.compute.manager [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.034121] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.034419] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d63c1f-9958-4579-abd9-b0cac0ff2198 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.045335] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.045335] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-790ca688-8e48-49f1-81da-becb688ff9b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.082327] env[71147]: DEBUG nova.compute.manager [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Instance disappeared during snapshot {{(pid=71147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 738.104206] env[71147]: DEBUG nova.compute.manager [None req-e8257587-bb9a-4cb6-b403-30d9fff3c47b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image not found during clean up 89ff7977-2544-490c-8ed5-43924825c8f5 {{(pid=71147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 738.109827] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.109827] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.109827] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleting the datastore file [datastore1] a2840dac-7d14-4d6e-84e7-d74e8ef0db7f {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.109827] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef5113a9-7e41-4d8f-9fa6-b06113df28ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.119400] env[71147]: DEBUG oslo_vmware.api [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 738.119400] env[71147]: value = "task-3420673" [ 738.119400] env[71147]: _type = "Task" [ 738.119400] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.120260] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.139312] env[71147]: DEBUG oslo_vmware.api [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.170044] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d679ac36-10b7-4b00-9841-a3d65491102a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.179888] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b81c4c0-8d60-4890-ada4-2fd8e1e363a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.192307] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420671, 'name': Rename_Task, 'duration_secs': 0.280432} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.216405] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.217311] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdae1cfd-7e92-48b1-beb5-f1b993680189 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.219590] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577cd943-0e60-4659-8af7-a417ed9cd1af {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.228406] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a707c246-1473-4f05-81b8-c818a9c7d006 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.232261] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 738.232261] env[71147]: value = "task-3420674" [ 738.232261] env[71147]: _type = "Task" [ 738.232261] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.245446] env[71147]: DEBUG nova.compute.provider_tree [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.254151] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420674, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.642391] env[71147]: DEBUG oslo_vmware.api [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26514} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.642391] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.642391] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.642391] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.642391] env[71147]: INFO nova.compute.manager [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 738.642391] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.642391] env[71147]: DEBUG nova.compute.manager [-] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.642391] env[71147]: DEBUG nova.network.neutron [-] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.745525] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.748553] env[71147]: DEBUG nova.scheduler.client.report [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.141012] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.167607] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.167993] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.168287] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.168603] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.168919] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.169240] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.169384] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.169548] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.169721] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.169906] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.170077] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.170954] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0badea28-2ccd-4ed5-9cde-dac64257f3c5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.180508] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e7861f-a91d-45d2-a894-6864460fdd51 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.243625] env[71147]: DEBUG oslo_vmware.api [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420674, 'name': PowerOnVM_Task, 'duration_secs': 1.003975} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.243625] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.243840] env[71147]: INFO nova.compute.manager [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Took 10.21 seconds to spawn the instance on the hypervisor. [ 739.244024] env[71147]: DEBUG nova.compute.manager [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.245354] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0d420-006b-4408-be84-e47617a8f135 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.254817] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.259021] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.421s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.259021] env[71147]: INFO nova.compute.claims [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.291215] env[71147]: INFO nova.scheduler.client.report [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Deleted allocations for instance 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced [ 739.356122] env[71147]: DEBUG nova.compute.manager [req-55f8b09b-a2a5-4abe-b3db-8674c9159a78 req-df83bd80-ecac-4966-88bd-1537d611e16f service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Received event network-vif-deleted-fffe6507-9ead-4564-b643-80e6a3889b97 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.356122] env[71147]: INFO nova.compute.manager [req-55f8b09b-a2a5-4abe-b3db-8674c9159a78 req-df83bd80-ecac-4966-88bd-1537d611e16f service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Neutron deleted interface fffe6507-9ead-4564-b643-80e6a3889b97; detaching it from the instance and deleting it from the info cache [ 739.356122] env[71147]: DEBUG nova.network.neutron [req-55f8b09b-a2a5-4abe-b3db-8674c9159a78 req-df83bd80-ecac-4966-88bd-1537d611e16f service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.519036] env[71147]: DEBUG nova.compute.manager [req-cffd4613-e40f-46ac-a9c6-af69769f62d1 req-5da5b56a-5e3e-4cf2-841d-28758e069ff3 service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Received event network-vif-plugged-d7dea745-a175-4b35-be11-632b67360954 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.519358] env[71147]: DEBUG oslo_concurrency.lockutils [req-cffd4613-e40f-46ac-a9c6-af69769f62d1 req-5da5b56a-5e3e-4cf2-841d-28758e069ff3 service nova] Acquiring lock "ad63e72a-bcb7-463e-afbf-dce24e914784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.519358] env[71147]: DEBUG oslo_concurrency.lockutils [req-cffd4613-e40f-46ac-a9c6-af69769f62d1 req-5da5b56a-5e3e-4cf2-841d-28758e069ff3 service nova] Lock "ad63e72a-bcb7-463e-afbf-dce24e914784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.519550] env[71147]: DEBUG oslo_concurrency.lockutils [req-cffd4613-e40f-46ac-a9c6-af69769f62d1 req-5da5b56a-5e3e-4cf2-841d-28758e069ff3 service nova] Lock "ad63e72a-bcb7-463e-afbf-dce24e914784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.519998] env[71147]: DEBUG nova.compute.manager [req-cffd4613-e40f-46ac-a9c6-af69769f62d1 req-5da5b56a-5e3e-4cf2-841d-28758e069ff3 service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] No waiting events found dispatching network-vif-plugged-d7dea745-a175-4b35-be11-632b67360954 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.520716] env[71147]: WARNING nova.compute.manager [req-cffd4613-e40f-46ac-a9c6-af69769f62d1 req-5da5b56a-5e3e-4cf2-841d-28758e069ff3 service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Received unexpected event network-vif-plugged-d7dea745-a175-4b35-be11-632b67360954 for instance with vm_state building and task_state spawning. [ 739.633350] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Successfully updated port: d7dea745-a175-4b35-be11-632b67360954 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.767854] env[71147]: INFO nova.compute.manager [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Took 43.22 seconds to build instance. [ 739.802051] env[71147]: DEBUG oslo_concurrency.lockutils [None req-44025d04-0790-418c-9841-505e2b6a6ef7 tempest-ServerAddressesNegativeTestJSON-721148734 tempest-ServerAddressesNegativeTestJSON-721148734-project-member] Lock "4eca8abb-ea4d-4c45-a1b0-93a15ac24ced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.745s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.821742] env[71147]: DEBUG nova.network.neutron [-] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.859466] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d964a39-eeb4-410b-a392-9748cff62499 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.870251] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1603eac-1dc6-4ddc-b590-4eacc5505eed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.902725] env[71147]: DEBUG nova.compute.manager [req-55f8b09b-a2a5-4abe-b3db-8674c9159a78 req-df83bd80-ecac-4966-88bd-1537d611e16f service nova] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Detach interface failed, port_id=fffe6507-9ead-4564-b643-80e6a3889b97, reason: Instance a2840dac-7d14-4d6e-84e7-d74e8ef0db7f could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 740.137734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "refresh_cache-ad63e72a-bcb7-463e-afbf-dce24e914784" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.137867] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired lock "refresh_cache-ad63e72a-bcb7-463e-afbf-dce24e914784" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.138029] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.269889] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ec7ed083-6af1-41cb-844c-50f1bec02eed tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2a237b60-5b6f-42d8-ba67-1cb084f96828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.478s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.325657] env[71147]: INFO nova.compute.manager [-] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Took 1.68 seconds to deallocate network for instance. [ 740.682599] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.779021] env[71147]: DEBUG nova.compute.manager [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.831426] env[71147]: DEBUG oslo_concurrency.lockutils [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.862754] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Updating instance_info_cache with network_info: [{"id": "d7dea745-a175-4b35-be11-632b67360954", "address": "fa:16:3e:27:bb:14", "network": {"id": "c6d2665b-3206-4970-b3e8-42d53459a1f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393840225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255665dfe36447eeb088d5d5760d99bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7dea745-a1", "ovs_interfaceid": "d7dea745-a175-4b35-be11-632b67360954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.877260] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c57b2-dc61-44d9-93a3-44b506507aa5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.889788] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e51acba-0e3c-42c1-9b53-76216e9b0499 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.921107] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c592295-6c66-4007-9a36-b5053cec4606 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.929669] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c911e2fc-f295-4a6a-97c9-ff5d0bd0d2ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.944574] env[71147]: DEBUG nova.compute.provider_tree [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.314552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.365399] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Releasing lock "refresh_cache-ad63e72a-bcb7-463e-afbf-dce24e914784" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.365728] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Instance network_info: |[{"id": "d7dea745-a175-4b35-be11-632b67360954", "address": "fa:16:3e:27:bb:14", "network": {"id": "c6d2665b-3206-4970-b3e8-42d53459a1f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393840225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255665dfe36447eeb088d5d5760d99bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7dea745-a1", "ovs_interfaceid": "d7dea745-a175-4b35-be11-632b67360954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.366167] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:bb:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7dea745-a175-4b35-be11-632b67360954', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.374052] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Creating folder: Project (255665dfe36447eeb088d5d5760d99bc). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.377027] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1167607f-359f-459d-a0c2-aa120428f037 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.388181] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Created folder: Project (255665dfe36447eeb088d5d5760d99bc) in parent group-v682378. [ 741.388388] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Creating folder: Instances. Parent ref: group-v682458. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.388665] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62bb1995-cea5-4c2c-9c35-d4949e5b630d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.403129] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Created folder: Instances in parent group-v682458. [ 741.403386] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.403594] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.405702] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa1bd29-99e6-4f51-893d-b7d43c27b2e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.423169] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.423169] env[71147]: value = "task-3420677" [ 741.423169] env[71147]: _type = "Task" [ 741.423169] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.430908] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420677, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.449303] env[71147]: DEBUG nova.scheduler.client.report [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.734140] env[71147]: DEBUG nova.compute.manager [req-977d0be1-db13-4b62-8102-f7256a9dafac req-20d3bc74-8349-4c88-a7bb-4c8b2e41e758 service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Received event network-changed-d7dea745-a175-4b35-be11-632b67360954 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.734336] env[71147]: DEBUG nova.compute.manager [req-977d0be1-db13-4b62-8102-f7256a9dafac req-20d3bc74-8349-4c88-a7bb-4c8b2e41e758 service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Refreshing instance network info cache due to event network-changed-d7dea745-a175-4b35-be11-632b67360954. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.734554] env[71147]: DEBUG oslo_concurrency.lockutils [req-977d0be1-db13-4b62-8102-f7256a9dafac req-20d3bc74-8349-4c88-a7bb-4c8b2e41e758 service nova] Acquiring lock "refresh_cache-ad63e72a-bcb7-463e-afbf-dce24e914784" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.734690] env[71147]: DEBUG oslo_concurrency.lockutils [req-977d0be1-db13-4b62-8102-f7256a9dafac req-20d3bc74-8349-4c88-a7bb-4c8b2e41e758 service nova] Acquired lock "refresh_cache-ad63e72a-bcb7-463e-afbf-dce24e914784" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.735917] env[71147]: DEBUG nova.network.neutron [req-977d0be1-db13-4b62-8102-f7256a9dafac req-20d3bc74-8349-4c88-a7bb-4c8b2e41e758 service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Refreshing network info cache for port d7dea745-a175-4b35-be11-632b67360954 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.936329] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420677, 'name': CreateVM_Task, 'duration_secs': 0.310701} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.936636] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.938804] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.939107] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.940427] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.940876] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7627ab-a4df-4677-93c5-7ad8e1734c65 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.947100] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 741.947100] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52548299-6d07-aac9-2cff-fbf74d7c74db" [ 741.947100] env[71147]: _type = "Task" [ 741.947100] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.955655] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.956345] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.962649] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52548299-6d07-aac9-2cff-fbf74d7c74db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.962649] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.115s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.962649] env[71147]: INFO nova.compute.claims [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.457067] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52548299-6d07-aac9-2cff-fbf74d7c74db, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.457446] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.457592] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.457827] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.458077] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.458206] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.458473] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35c1fe77-5fdf-463a-9062-01c63155f2ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.466879] env[71147]: DEBUG nova.compute.utils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.468774] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.468774] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.472642] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.472731] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.477258] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adb426d-5947-4332-b42d-141efda61e8a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.489016] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 742.489016] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5224c962-9933-bf8a-c41a-f1b1ccaf8a12" [ 742.489016] env[71147]: _type = "Task" [ 742.489016] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.496917] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5224c962-9933-bf8a-c41a-f1b1ccaf8a12, 'name': SearchDatastore_Task, 'duration_secs': 0.014453} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.497920] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98a8395-dcf5-4d05-abcb-e5bd8c0a7b20 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.503548] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 742.503548] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5233f393-2c46-e91a-a57b-8ae3d577c850" [ 742.503548] env[71147]: _type = "Task" [ 742.503548] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.512506] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5233f393-2c46-e91a-a57b-8ae3d577c850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.520419] env[71147]: DEBUG nova.policy [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22280a644e9547549a795e38d9876769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '255665dfe36447eeb088d5d5760d99bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.583126] env[71147]: DEBUG nova.network.neutron [req-977d0be1-db13-4b62-8102-f7256a9dafac req-20d3bc74-8349-4c88-a7bb-4c8b2e41e758 service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Updated VIF entry in instance network info cache for port d7dea745-a175-4b35-be11-632b67360954. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.583126] env[71147]: DEBUG nova.network.neutron [req-977d0be1-db13-4b62-8102-f7256a9dafac req-20d3bc74-8349-4c88-a7bb-4c8b2e41e758 service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Updating instance_info_cache with network_info: [{"id": "d7dea745-a175-4b35-be11-632b67360954", "address": "fa:16:3e:27:bb:14", "network": {"id": "c6d2665b-3206-4970-b3e8-42d53459a1f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393840225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255665dfe36447eeb088d5d5760d99bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7dea745-a1", "ovs_interfaceid": "d7dea745-a175-4b35-be11-632b67360954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.845486] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Successfully created port: 3557312b-9d99-450e-b27c-81e203189555 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.977745] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.019416] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5233f393-2c46-e91a-a57b-8ae3d577c850, 'name': SearchDatastore_Task, 'duration_secs': 0.020523} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.023248] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.023470] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] ad63e72a-bcb7-463e-afbf-dce24e914784/ad63e72a-bcb7-463e-afbf-dce24e914784.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.024670] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a168f0b0-20db-45d3-b015-e10c695cdc0d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.032335] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 743.032335] env[71147]: value = "task-3420678" [ 743.032335] env[71147]: _type = "Task" [ 743.032335] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.045507] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.088156] env[71147]: DEBUG oslo_concurrency.lockutils [req-977d0be1-db13-4b62-8102-f7256a9dafac req-20d3bc74-8349-4c88-a7bb-4c8b2e41e758 service nova] Releasing lock "refresh_cache-ad63e72a-bcb7-463e-afbf-dce24e914784" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.519741] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a46aa-e965-4d71-8519-4486a363f5fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.531296] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc26f985-e5ae-4940-aa3a-a2e19d509fe1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.537284] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.538029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.574693] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8a8fea-bdff-4166-a2fc-1643b2f1f47a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.577643] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420678, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.584969] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0928b886-09c6-485e-bfb9-7e59be0b410f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.601204] env[71147]: DEBUG nova.compute.provider_tree [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.680550] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "2180892e-eea1-4d70-a1a0-52394bd134ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.680809] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.681065] env[71147]: DEBUG nova.compute.manager [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.681918] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdd6d46-bae5-4fd2-9b74-43e023bd134e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.688590] env[71147]: DEBUG nova.compute.manager [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 743.689316] env[71147]: DEBUG nova.objects.instance [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lazy-loading 'flavor' on Instance uuid 2180892e-eea1-4d70-a1a0-52394bd134ae {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.993847] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.023148] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.023441] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.023604] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.023783] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.023923] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.024075] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.024279] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.024467] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.024641] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.024803] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.024979] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.025859] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df93e42-e8ed-4f18-a197-a8b428e45600 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.034173] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0a902d-8582-4274-b643-21231aef338e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.045290] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680403} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.053929] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] ad63e72a-bcb7-463e-afbf-dce24e914784/ad63e72a-bcb7-463e-afbf-dce24e914784.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.054165] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.054808] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af166f0e-1391-4e05-9544-eff9caee8599 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.061031] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 744.061031] env[71147]: value = "task-3420679" [ 744.061031] env[71147]: _type = "Task" [ 744.061031] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.068572] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.104070] env[71147]: DEBUG nova.scheduler.client.report [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.545855] env[71147]: DEBUG nova.compute.manager [req-7366cf4e-e795-428a-bb9d-dc7dc972ab5c req-fe788a23-f794-416b-a665-3ca96cac3d23 service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Received event network-vif-plugged-3557312b-9d99-450e-b27c-81e203189555 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.546110] env[71147]: DEBUG oslo_concurrency.lockutils [req-7366cf4e-e795-428a-bb9d-dc7dc972ab5c req-fe788a23-f794-416b-a665-3ca96cac3d23 service nova] Acquiring lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.546336] env[71147]: DEBUG oslo_concurrency.lockutils [req-7366cf4e-e795-428a-bb9d-dc7dc972ab5c req-fe788a23-f794-416b-a665-3ca96cac3d23 service nova] Lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.546515] env[71147]: DEBUG oslo_concurrency.lockutils [req-7366cf4e-e795-428a-bb9d-dc7dc972ab5c req-fe788a23-f794-416b-a665-3ca96cac3d23 service nova] Lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.546680] env[71147]: DEBUG nova.compute.manager [req-7366cf4e-e795-428a-bb9d-dc7dc972ab5c req-fe788a23-f794-416b-a665-3ca96cac3d23 service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] No waiting events found dispatching network-vif-plugged-3557312b-9d99-450e-b27c-81e203189555 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.546838] env[71147]: WARNING nova.compute.manager [req-7366cf4e-e795-428a-bb9d-dc7dc972ab5c req-fe788a23-f794-416b-a665-3ca96cac3d23 service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Received unexpected event network-vif-plugged-3557312b-9d99-450e-b27c-81e203189555 for instance with vm_state building and task_state spawning. [ 744.570506] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063135} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.570757] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.571561] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dcc7ad-ea75-4c11-a257-9afe84fcf154 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.594312] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ad63e72a-bcb7-463e-afbf-dce24e914784/ad63e72a-bcb7-463e-afbf-dce24e914784.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.594623] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca46f24a-30a0-493f-adb3-bd495e5b1990 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.611538] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.612083] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.614925] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.281s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.615156] env[71147]: DEBUG nova.objects.instance [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lazy-loading 'resources' on Instance uuid d166e1e4-2b45-49c4-87b0-6d0e63f33a21 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.623243] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 744.623243] env[71147]: value = "task-3420680" [ 744.623243] env[71147]: _type = "Task" [ 744.623243] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.631533] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.655386] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Successfully updated port: 3557312b-9d99-450e-b27c-81e203189555 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.701393] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.701713] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6ad3ce9-e86a-4504-9524-868893d7bc5a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.710091] env[71147]: DEBUG oslo_vmware.api [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 744.710091] env[71147]: value = "task-3420681" [ 744.710091] env[71147]: _type = "Task" [ 744.710091] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.718563] env[71147]: DEBUG oslo_vmware.api [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.122677] env[71147]: DEBUG nova.compute.utils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.128464] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.128464] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.141202] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.158346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "refresh_cache-9b1f0780-45ef-453b-9de2-1a5af6e884d4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.158716] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired lock "refresh_cache-9b1f0780-45ef-453b-9de2-1a5af6e884d4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.158802] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.178129] env[71147]: DEBUG nova.policy [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22280a644e9547549a795e38d9876769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '255665dfe36447eeb088d5d5760d99bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.223075] env[71147]: DEBUG oslo_vmware.api [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420681, 'name': PowerOffVM_Task, 'duration_secs': 0.399221} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.223389] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.223578] env[71147]: DEBUG nova.compute.manager [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.224947] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c59d5f-ffcb-4644-a347-ed07bbeac63b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.497939] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Successfully created port: 64f80b62-390f-4083-a22d-c74f253cc062 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.628401] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.645018] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420680, 'name': ReconfigVM_Task, 'duration_secs': 0.541142} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.646016] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ad63e72a-bcb7-463e-afbf-dce24e914784/ad63e72a-bcb7-463e-afbf-dce24e914784.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.646678] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eba6519b-126f-4cd4-b362-295dcdcae0ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.656574] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 745.656574] env[71147]: value = "task-3420682" [ 745.656574] env[71147]: _type = "Task" [ 745.656574] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.672715] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420682, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.702362] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.706110] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a12bd5-fa59-415a-86e5-181cea9334bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.713875] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1700dc76-b08b-46b2-9b8e-4e175a911d67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.750684] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02a75c3b-be51-44b8-a347-3dc9873bd41b tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.753802] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fb904a-9a6d-49c4-92ac-a0aaf3542a29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.765328] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6cb87d-5163-4f47-acdf-c1834750bb78 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.790115] env[71147]: DEBUG nova.compute.provider_tree [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.923893] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Updating instance_info_cache with network_info: [{"id": "3557312b-9d99-450e-b27c-81e203189555", "address": "fa:16:3e:01:79:44", "network": {"id": "c6d2665b-3206-4970-b3e8-42d53459a1f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393840225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255665dfe36447eeb088d5d5760d99bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3557312b-9d", "ovs_interfaceid": "3557312b-9d99-450e-b27c-81e203189555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.166784] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420682, 'name': Rename_Task, 'duration_secs': 0.170248} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.167656] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.167656] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5bcd678-a058-4efe-8473-638f782c0ce9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.175703] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 746.175703] env[71147]: value = "task-3420683" [ 746.175703] env[71147]: _type = "Task" [ 746.175703] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.183550] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.259025] env[71147]: DEBUG nova.objects.instance [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lazy-loading 'flavor' on Instance uuid 2180892e-eea1-4d70-a1a0-52394bd134ae {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.292938] env[71147]: DEBUG nova.scheduler.client.report [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.427053] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Releasing lock "refresh_cache-9b1f0780-45ef-453b-9de2-1a5af6e884d4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.427053] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Instance network_info: |[{"id": "3557312b-9d99-450e-b27c-81e203189555", "address": "fa:16:3e:01:79:44", "network": {"id": "c6d2665b-3206-4970-b3e8-42d53459a1f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393840225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255665dfe36447eeb088d5d5760d99bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3557312b-9d", "ovs_interfaceid": "3557312b-9d99-450e-b27c-81e203189555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.427416] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:79:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3557312b-9d99-450e-b27c-81e203189555', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.435231] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.435461] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.435688] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcd97386-24ea-4a48-82ff-c873b257a360 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.455228] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.455228] env[71147]: value = "task-3420684" [ 746.455228] env[71147]: _type = "Task" [ 746.455228] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.462499] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420684, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.571284] env[71147]: DEBUG nova.compute.manager [req-387efd83-2a92-4067-bc96-b4e164177346 req-6ab4c3bf-23a7-4e8a-8cc8-b42080e1ae5c service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Received event network-changed-3557312b-9d99-450e-b27c-81e203189555 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.571445] env[71147]: DEBUG nova.compute.manager [req-387efd83-2a92-4067-bc96-b4e164177346 req-6ab4c3bf-23a7-4e8a-8cc8-b42080e1ae5c service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Refreshing instance network info cache due to event network-changed-3557312b-9d99-450e-b27c-81e203189555. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.571663] env[71147]: DEBUG oslo_concurrency.lockutils [req-387efd83-2a92-4067-bc96-b4e164177346 req-6ab4c3bf-23a7-4e8a-8cc8-b42080e1ae5c service nova] Acquiring lock "refresh_cache-9b1f0780-45ef-453b-9de2-1a5af6e884d4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.571805] env[71147]: DEBUG oslo_concurrency.lockutils [req-387efd83-2a92-4067-bc96-b4e164177346 req-6ab4c3bf-23a7-4e8a-8cc8-b42080e1ae5c service nova] Acquired lock "refresh_cache-9b1f0780-45ef-453b-9de2-1a5af6e884d4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.571956] env[71147]: DEBUG nova.network.neutron [req-387efd83-2a92-4067-bc96-b4e164177346 req-6ab4c3bf-23a7-4e8a-8cc8-b42080e1ae5c service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Refreshing network info cache for port 3557312b-9d99-450e-b27c-81e203189555 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.642653] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.669971] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.670138] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.670419] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.670651] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.670848] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.671038] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.671331] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.671548] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.671808] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.672045] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.672309] env[71147]: DEBUG nova.virt.hardware [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.673230] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e373a501-9ef6-4e26-a1fa-72628b49a06e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.685342] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6510408e-ebb5-4060-8f49-ca48b1f7b9f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.692794] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420683, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.763952] env[71147]: DEBUG oslo_concurrency.lockutils [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "refresh_cache-2180892e-eea1-4d70-a1a0-52394bd134ae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.764149] env[71147]: DEBUG oslo_concurrency.lockutils [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquired lock "refresh_cache-2180892e-eea1-4d70-a1a0-52394bd134ae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.764667] env[71147]: DEBUG nova.network.neutron [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.765228] env[71147]: DEBUG nova.objects.instance [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lazy-loading 'info_cache' on Instance uuid 2180892e-eea1-4d70-a1a0-52394bd134ae {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.798206] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.800564] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.397s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.802270] env[71147]: INFO nova.compute.claims [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.823188] env[71147]: INFO nova.scheduler.client.report [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Deleted allocations for instance d166e1e4-2b45-49c4-87b0-6d0e63f33a21 [ 746.967650] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420684, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.190233] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420683, 'name': PowerOnVM_Task, 'duration_secs': 0.85625} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.190233] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.190233] env[71147]: INFO nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Took 8.05 seconds to spawn the instance on the hypervisor. [ 747.190233] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.190233] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea244d96-7fe3-452d-960c-8bb23ae43a2c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.193026] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Successfully updated port: 64f80b62-390f-4083-a22d-c74f253cc062 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.269251] env[71147]: DEBUG nova.objects.base [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Object Instance<2180892e-eea1-4d70-a1a0-52394bd134ae> lazy-loaded attributes: flavor,info_cache {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 747.328669] env[71147]: DEBUG nova.network.neutron [req-387efd83-2a92-4067-bc96-b4e164177346 req-6ab4c3bf-23a7-4e8a-8cc8-b42080e1ae5c service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Updated VIF entry in instance network info cache for port 3557312b-9d99-450e-b27c-81e203189555. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.329437] env[71147]: DEBUG nova.network.neutron [req-387efd83-2a92-4067-bc96-b4e164177346 req-6ab4c3bf-23a7-4e8a-8cc8-b42080e1ae5c service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Updating instance_info_cache with network_info: [{"id": "3557312b-9d99-450e-b27c-81e203189555", "address": "fa:16:3e:01:79:44", "network": {"id": "c6d2665b-3206-4970-b3e8-42d53459a1f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393840225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255665dfe36447eeb088d5d5760d99bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3557312b-9d", "ovs_interfaceid": "3557312b-9d99-450e-b27c-81e203189555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.333786] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07688feb-0833-4059-9e5f-9f8547899179 tempest-ServerDiagnosticsV248Test-1997982255 tempest-ServerDiagnosticsV248Test-1997982255-project-member] Lock "d166e1e4-2b45-49c4-87b0-6d0e63f33a21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.357s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.465967] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420684, 'name': CreateVM_Task, 'duration_secs': 0.557572} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.466180] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.466932] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.467100] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.467528] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.467784] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbf0f17-2d8f-4ec8-bc08-f82b279e4771 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.472811] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 747.472811] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ebf7fb-a844-e1eb-5c2f-467d86045d04" [ 747.472811] env[71147]: _type = "Task" [ 747.472811] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.480462] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ebf7fb-a844-e1eb-5c2f-467d86045d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.696793] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "refresh_cache-14217653-66fb-46a9-89e7-f0f7466f5ecc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.697076] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired lock "refresh_cache-14217653-66fb-46a9-89e7-f0f7466f5ecc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.697121] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.713720] env[71147]: INFO nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Took 42.62 seconds to build instance. [ 747.833481] env[71147]: DEBUG oslo_concurrency.lockutils [req-387efd83-2a92-4067-bc96-b4e164177346 req-6ab4c3bf-23a7-4e8a-8cc8-b42080e1ae5c service nova] Releasing lock "refresh_cache-9b1f0780-45ef-453b-9de2-1a5af6e884d4" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.985991] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ebf7fb-a844-e1eb-5c2f-467d86045d04, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.986314] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.986565] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.986808] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.986945] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.987137] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.987739] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06539254-4647-4eaa-897c-c29a984357ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.997977] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.998049] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.998739] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7179ac1e-156b-40e2-bfac-b83f2a0f54d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.006123] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 748.006123] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524d2fc5-ece6-0405-82d5-98a5bbe2bf9e" [ 748.006123] env[71147]: _type = "Task" [ 748.006123] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.010017] env[71147]: DEBUG nova.network.neutron [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Updating instance_info_cache with network_info: [{"id": "34def748-924d-428d-b0f3-640e54edc007", "address": "fa:16:3e:69:76:f8", "network": {"id": "000ae3e2-3a26-4e34-8fa8-c1d152fa5aed", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-412624364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74119b55758541f7a2a2acf3af42c6b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34def748-92", "ovs_interfaceid": "34def748-924d-428d-b0f3-640e54edc007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.015436] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524d2fc5-ece6-0405-82d5-98a5bbe2bf9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.215896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "ad63e72a-bcb7-463e-afbf-dce24e914784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.857s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.230334] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.260069] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbed066-eea1-4ec7-a60f-8780e8177564 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.268267] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159c2f29-bdd3-49be-a2f3-e3020ee4a60a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.300805] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec6014a-acdd-4245-9712-a4c13ca5cc29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.310047] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b2c401-862c-432f-97ef-137ba84ac4a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.325353] env[71147]: DEBUG nova.compute.provider_tree [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.433273] env[71147]: DEBUG nova.network.neutron [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Updating instance_info_cache with network_info: [{"id": "64f80b62-390f-4083-a22d-c74f253cc062", "address": "fa:16:3e:8d:8a:bb", "network": {"id": "c6d2665b-3206-4970-b3e8-42d53459a1f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393840225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255665dfe36447eeb088d5d5760d99bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f80b62-39", "ovs_interfaceid": "64f80b62-390f-4083-a22d-c74f253cc062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.513019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Releasing lock "refresh_cache-2180892e-eea1-4d70-a1a0-52394bd134ae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.518192] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524d2fc5-ece6-0405-82d5-98a5bbe2bf9e, 'name': SearchDatastore_Task, 'duration_secs': 0.008386} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.519467] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54bd808d-a864-4810-a9b9-0dbb0beb7051 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.524867] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 748.524867] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5215c9d1-7702-719f-7bef-953550617585" [ 748.524867] env[71147]: _type = "Task" [ 748.524867] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.533056] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5215c9d1-7702-719f-7bef-953550617585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.596696] env[71147]: DEBUG nova.compute.manager [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Received event network-vif-plugged-64f80b62-390f-4083-a22d-c74f253cc062 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.596841] env[71147]: DEBUG oslo_concurrency.lockutils [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] Acquiring lock "14217653-66fb-46a9-89e7-f0f7466f5ecc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.597495] env[71147]: DEBUG oslo_concurrency.lockutils [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] Lock "14217653-66fb-46a9-89e7-f0f7466f5ecc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.597495] env[71147]: DEBUG oslo_concurrency.lockutils [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] Lock "14217653-66fb-46a9-89e7-f0f7466f5ecc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.597495] env[71147]: DEBUG nova.compute.manager [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] No waiting events found dispatching network-vif-plugged-64f80b62-390f-4083-a22d-c74f253cc062 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.597981] env[71147]: WARNING nova.compute.manager [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Received unexpected event network-vif-plugged-64f80b62-390f-4083-a22d-c74f253cc062 for instance with vm_state building and task_state spawning. [ 748.598184] env[71147]: DEBUG nova.compute.manager [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Received event network-changed-64f80b62-390f-4083-a22d-c74f253cc062 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.598348] env[71147]: DEBUG nova.compute.manager [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Refreshing instance network info cache due to event network-changed-64f80b62-390f-4083-a22d-c74f253cc062. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.598518] env[71147]: DEBUG oslo_concurrency.lockutils [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] Acquiring lock "refresh_cache-14217653-66fb-46a9-89e7-f0f7466f5ecc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.720241] env[71147]: DEBUG nova.compute.manager [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.830012] env[71147]: DEBUG nova.scheduler.client.report [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.936188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Releasing lock "refresh_cache-14217653-66fb-46a9-89e7-f0f7466f5ecc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.936579] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Instance network_info: |[{"id": "64f80b62-390f-4083-a22d-c74f253cc062", "address": "fa:16:3e:8d:8a:bb", "network": {"id": "c6d2665b-3206-4970-b3e8-42d53459a1f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393840225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255665dfe36447eeb088d5d5760d99bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f80b62-39", "ovs_interfaceid": "64f80b62-390f-4083-a22d-c74f253cc062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.936978] env[71147]: DEBUG oslo_concurrency.lockutils [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] Acquired lock "refresh_cache-14217653-66fb-46a9-89e7-f0f7466f5ecc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.937099] env[71147]: DEBUG nova.network.neutron [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Refreshing network info cache for port 64f80b62-390f-4083-a22d-c74f253cc062 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.938318] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:8a:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64f80b62-390f-4083-a22d-c74f253cc062', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.945552] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.946473] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.947044] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe02b159-d15a-4453-85bc-1471301f8738 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.968779] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.968779] env[71147]: value = "task-3420685" [ 748.968779] env[71147]: _type = "Task" [ 748.968779] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.979887] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420685, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.036579] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5215c9d1-7702-719f-7bef-953550617585, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.036871] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.037162] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 9b1f0780-45ef-453b-9de2-1a5af6e884d4/9b1f0780-45ef-453b-9de2-1a5af6e884d4.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.037434] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ec451d2-e1be-4dc2-a106-d9fc005c8ad6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.046579] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 749.046579] env[71147]: value = "task-3420686" [ 749.046579] env[71147]: _type = "Task" [ 749.046579] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.054986] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.249559] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.335743] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.336253] env[71147]: DEBUG nova.compute.manager [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.340127] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.083s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.341966] env[71147]: INFO nova.compute.claims [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.481799] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420685, 'name': CreateVM_Task, 'duration_secs': 0.368405} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.482130] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.483198] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.483832] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.483832] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.484207] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4edb55-e531-41a0-a80c-4e064dac59fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.489208] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 749.489208] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527ef007-ad6b-98b4-072c-ff24f838af8c" [ 749.489208] env[71147]: _type = "Task" [ 749.489208] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.499059] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527ef007-ad6b-98b4-072c-ff24f838af8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.522691] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.522986] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4679c6d1-9108-45aa-8acd-26140d94dbb4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.529987] env[71147]: DEBUG oslo_vmware.api [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 749.529987] env[71147]: value = "task-3420687" [ 749.529987] env[71147]: _type = "Task" [ 749.529987] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.539895] env[71147]: DEBUG oslo_vmware.api [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.556344] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462464} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.556724] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 9b1f0780-45ef-453b-9de2-1a5af6e884d4/9b1f0780-45ef-453b-9de2-1a5af6e884d4.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.556979] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.557318] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5af5c45-5dd0-4ea8-96d8-0078550178ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.565219] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 749.565219] env[71147]: value = "task-3420688" [ 749.565219] env[71147]: _type = "Task" [ 749.565219] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.573975] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.800322] env[71147]: DEBUG nova.network.neutron [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Updated VIF entry in instance network info cache for port 64f80b62-390f-4083-a22d-c74f253cc062. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.800712] env[71147]: DEBUG nova.network.neutron [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Updating instance_info_cache with network_info: [{"id": "64f80b62-390f-4083-a22d-c74f253cc062", "address": "fa:16:3e:8d:8a:bb", "network": {"id": "c6d2665b-3206-4970-b3e8-42d53459a1f7", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1393840225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "255665dfe36447eeb088d5d5760d99bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64f80b62-39", "ovs_interfaceid": "64f80b62-390f-4083-a22d-c74f253cc062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.847728] env[71147]: DEBUG nova.compute.utils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.849182] env[71147]: DEBUG nova.compute.manager [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.849374] env[71147]: DEBUG nova.network.neutron [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.889872] env[71147]: DEBUG nova.policy [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '244d5b3b46b24620b5dcfc7c8c9da528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8407805719064f8d905d0defb18724fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.003424] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527ef007-ad6b-98b4-072c-ff24f838af8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.003721] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.003957] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.004205] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.004354] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.004577] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.004845] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ee2dd1c-a2b9-410c-ab8e-d4a212aa0d6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.015254] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.015438] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.016219] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c20a5b-cfa2-42c9-bae9-175a7681cf78 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.022390] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 750.022390] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a54674-bc89-79f7-9842-c1e2677701e0" [ 750.022390] env[71147]: _type = "Task" [ 750.022390] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.030604] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a54674-bc89-79f7-9842-c1e2677701e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.038689] env[71147]: DEBUG oslo_vmware.api [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420687, 'name': PowerOnVM_Task, 'duration_secs': 0.404761} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.039357] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.039357] env[71147]: DEBUG nova.compute.manager [None req-130feaf9-a5f0-4c23-97c4-b49aa6e608bf tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.039848] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4f0e8-74e1-48a0-97a7-d6caf1d153b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.075845] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055943} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.076299] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.077158] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af06cce-ccde-4dcd-a114-485753226b21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.101914] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 9b1f0780-45ef-453b-9de2-1a5af6e884d4/9b1f0780-45ef-453b-9de2-1a5af6e884d4.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.102452] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b918ec-b3a3-4fbb-84f6-4fe28847f1b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.123639] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 750.123639] env[71147]: value = "task-3420689" [ 750.123639] env[71147]: _type = "Task" [ 750.123639] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.131567] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.218661] env[71147]: DEBUG nova.network.neutron [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Successfully created port: 79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.304535] env[71147]: DEBUG oslo_concurrency.lockutils [req-d96a302d-a0e1-4823-a693-cb1aab1dc33c req-3ea434f3-8961-4fae-9bbe-fa6a5a60029a service nova] Releasing lock "refresh_cache-14217653-66fb-46a9-89e7-f0f7466f5ecc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.353610] env[71147]: DEBUG nova.compute.manager [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.540867] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a54674-bc89-79f7-9842-c1e2677701e0, 'name': SearchDatastore_Task, 'duration_secs': 0.017904} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.543909] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad8ac2b-d76a-41e8-9894-3f520edef179 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.556543] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 750.556543] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dfb5c5-9e8d-7c15-dd3c-4466f6dfece2" [ 750.556543] env[71147]: _type = "Task" [ 750.556543] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.565719] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dfb5c5-9e8d-7c15-dd3c-4466f6dfece2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.638619] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.040103] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9844df1b-5f45-4027-8c9e-369fbe391840 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.048381] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab44d6-d7f4-4359-930a-e82b6190d56f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.087406] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0158c5-f533-4de7-ae7b-e3b581c1790b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.099126] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23862fa8-da84-4961-ab59-bb5119789c82 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.103492] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dfb5c5-9e8d-7c15-dd3c-4466f6dfece2, 'name': SearchDatastore_Task, 'duration_secs': 0.029091} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.103751] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.104074] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 14217653-66fb-46a9-89e7-f0f7466f5ecc/14217653-66fb-46a9-89e7-f0f7466f5ecc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.104726] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e378ea31-cc33-4e69-a85b-b449147400f3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.117639] env[71147]: DEBUG nova.compute.provider_tree [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.124861] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 751.124861] env[71147]: value = "task-3420690" [ 751.124861] env[71147]: _type = "Task" [ 751.124861] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.137743] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.140758] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420689, 'name': ReconfigVM_Task, 'duration_secs': 1.001792} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.141044] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 9b1f0780-45ef-453b-9de2-1a5af6e884d4/9b1f0780-45ef-453b-9de2-1a5af6e884d4.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.141940] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a4f066e-8452-4a72-bad6-16c26a6eba14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.151997] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 751.151997] env[71147]: value = "task-3420691" [ 751.151997] env[71147]: _type = "Task" [ 751.151997] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.161229] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420691, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.372619] env[71147]: DEBUG nova.compute.manager [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.409574] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.409574] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.409574] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.409574] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.409574] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.409574] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.409959] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.410197] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.410461] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.410780] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.410922] env[71147]: DEBUG nova.virt.hardware [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.413895] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6264c2e5-0235-40a8-954e-f031746ed5d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.432221] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52b5cdd-f93e-43e1-a825-b44c32dbe6a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.623063] env[71147]: DEBUG nova.scheduler.client.report [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.641774] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460274} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.642338] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 14217653-66fb-46a9-89e7-f0f7466f5ecc/14217653-66fb-46a9-89e7-f0f7466f5ecc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.642706] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.644157] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9fae739-519a-41cf-bcf4-7c0131303ebd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.651788] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 751.651788] env[71147]: value = "task-3420692" [ 751.651788] env[71147]: _type = "Task" [ 751.651788] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.664729] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.669790] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420691, 'name': Rename_Task, 'duration_secs': 0.145636} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.669790] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.669790] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ca577dc-e83b-4bb5-a44d-988e330e98df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.675928] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 751.675928] env[71147]: value = "task-3420693" [ 751.675928] env[71147]: _type = "Task" [ 751.675928] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.684507] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.968206] env[71147]: DEBUG nova.network.neutron [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Successfully updated port: 79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.128387] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.128917] env[71147]: DEBUG nova.compute.manager [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.134881] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.640s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.134881] env[71147]: INFO nova.compute.claims [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.145017] env[71147]: DEBUG nova.compute.manager [req-b2767922-6362-4576-a4c0-5ee88aa7e3bc req-ae86cbc1-c415-44d2-97ee-18cf79c68d57 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received event network-vif-plugged-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.145017] env[71147]: DEBUG oslo_concurrency.lockutils [req-b2767922-6362-4576-a4c0-5ee88aa7e3bc req-ae86cbc1-c415-44d2-97ee-18cf79c68d57 service nova] Acquiring lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.145017] env[71147]: DEBUG oslo_concurrency.lockutils [req-b2767922-6362-4576-a4c0-5ee88aa7e3bc req-ae86cbc1-c415-44d2-97ee-18cf79c68d57 service nova] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.145017] env[71147]: DEBUG oslo_concurrency.lockutils [req-b2767922-6362-4576-a4c0-5ee88aa7e3bc req-ae86cbc1-c415-44d2-97ee-18cf79c68d57 service nova] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.145017] env[71147]: DEBUG nova.compute.manager [req-b2767922-6362-4576-a4c0-5ee88aa7e3bc req-ae86cbc1-c415-44d2-97ee-18cf79c68d57 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] No waiting events found dispatching network-vif-plugged-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.145017] env[71147]: WARNING nova.compute.manager [req-b2767922-6362-4576-a4c0-5ee88aa7e3bc req-ae86cbc1-c415-44d2-97ee-18cf79c68d57 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received unexpected event network-vif-plugged-79048504-5fc2-4884-9daf-c99163754397 for instance with vm_state building and task_state spawning. [ 752.163161] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069318} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.163472] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.164288] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09c9852-7aba-4a3a-9baa-4a9539c81667 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.191755] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 14217653-66fb-46a9-89e7-f0f7466f5ecc/14217653-66fb-46a9-89e7-f0f7466f5ecc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.195415] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415e644d-07f6-44c7-9d1b-d5a5d20b45c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.219017] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420693, 'name': PowerOnVM_Task} progress is 79%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.219115] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 752.219115] env[71147]: value = "task-3420694" [ 752.219115] env[71147]: _type = "Task" [ 752.219115] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.229028] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.472447] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.472447] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.472447] env[71147]: DEBUG nova.network.neutron [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.641529] env[71147]: DEBUG nova.compute.utils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.647034] env[71147]: DEBUG nova.compute.manager [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.647444] env[71147]: DEBUG nova.network.neutron [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.696281] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420693, 'name': PowerOnVM_Task, 'duration_secs': 0.881416} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.696620] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.696844] env[71147]: INFO nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Took 8.70 seconds to spawn the instance on the hypervisor. [ 752.697126] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.698181] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1b1d42-f2a7-45e9-b25f-19881b73b5c2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.721661] env[71147]: DEBUG nova.policy [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd924bb2313114b85a60394ff2661dac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca4d2bd9c2c444bea284842f36c75663', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.739851] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420694, 'name': ReconfigVM_Task, 'duration_secs': 0.291333} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.740326] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 14217653-66fb-46a9-89e7-f0f7466f5ecc/14217653-66fb-46a9-89e7-f0f7466f5ecc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.741171] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-868d6a11-dde4-4817-8717-699d87408234 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.748232] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 752.748232] env[71147]: value = "task-3420695" [ 752.748232] env[71147]: _type = "Task" [ 752.748232] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.758209] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420695, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.875083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquiring lock "cb8145a0-b491-43f0-944a-7b357693200f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.875083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "cb8145a0-b491-43f0-944a-7b357693200f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.026038] env[71147]: DEBUG nova.network.neutron [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.151993] env[71147]: DEBUG nova.compute.manager [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.191206] env[71147]: DEBUG nova.network.neutron [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating instance_info_cache with network_info: [{"id": "79048504-5fc2-4884-9daf-c99163754397", "address": "fa:16:3e:c5:e9:a0", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79048504-5f", "ovs_interfaceid": "79048504-5fc2-4884-9daf-c99163754397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.227830] env[71147]: INFO nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Took 44.41 seconds to build instance. [ 753.259564] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420695, 'name': Rename_Task, 'duration_secs': 0.146964} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.259849] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.260186] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f806e0e6-d96a-4d58-b197-ab3a3352b2d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.269450] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 753.269450] env[71147]: value = "task-3420696" [ 753.269450] env[71147]: _type = "Task" [ 753.269450] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.282971] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.289937] env[71147]: DEBUG nova.network.neutron [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Successfully created port: 38148fda-881d-48e8-a92e-1b87b7f95649 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.340656] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "0354b1fa-22f0-4148-a226-45514d95efed" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.340656] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.374282] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "2a237b60-5b6f-42d8-ba67-1cb084f96828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.374753] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2a237b60-5b6f-42d8-ba67-1cb084f96828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.375026] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "2a237b60-5b6f-42d8-ba67-1cb084f96828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.375217] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2a237b60-5b6f-42d8-ba67-1cb084f96828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.375388] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2a237b60-5b6f-42d8-ba67-1cb084f96828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.377793] env[71147]: INFO nova.compute.manager [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Terminating instance [ 753.699023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.699125] env[71147]: DEBUG nova.compute.manager [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Instance network_info: |[{"id": "79048504-5fc2-4884-9daf-c99163754397", "address": "fa:16:3e:c5:e9:a0", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79048504-5f", "ovs_interfaceid": "79048504-5fc2-4884-9daf-c99163754397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.699723] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:e9:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79048504-5fc2-4884-9daf-c99163754397', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.713414] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating folder: Project (8407805719064f8d905d0defb18724fe). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.713414] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b0171e9-ef73-4940-ab76-32e195f95c21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.728164] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Created folder: Project (8407805719064f8d905d0defb18724fe) in parent group-v682378. [ 753.728164] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating folder: Instances. Parent ref: group-v682463. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.730088] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed3ed748-50bf-4ff1-a15b-be63d4b24e7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.733223] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.306s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.746285] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Created folder: Instances in parent group-v682463. [ 753.746285] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.746285] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.746285] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fd9c000-2405-423c-be45-43e53e15fd53 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.768637] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.768637] env[71147]: value = "task-3420699" [ 753.768637] env[71147]: _type = "Task" [ 753.768637] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.780506] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420699, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.786920] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.802026] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1ace71-832a-4b2b-b6e4-bdaf2dbae6a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.806749] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f5fe0c-ac17-42be-bb69-9e975e5881fb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.841450] env[71147]: DEBUG nova.compute.utils [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.843267] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7ebfd-5ea2-4763-8b5f-b3a27e733383 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.854026] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7147321-1442-4f16-9a60-04383afebece {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.870348] env[71147]: DEBUG nova.compute.provider_tree [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.882405] env[71147]: DEBUG nova.compute.manager [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.882671] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.883760] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491037f5-2e83-4a74-b446-23b7bbe81c86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.891121] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.891375] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af1e97b4-6b56-4001-9371-390f3d6cdf38 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.897890] env[71147]: DEBUG oslo_vmware.api [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 753.897890] env[71147]: value = "task-3420700" [ 753.897890] env[71147]: _type = "Task" [ 753.897890] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.906725] env[71147]: DEBUG oslo_vmware.api [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.169609] env[71147]: DEBUG nova.compute.manager [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.197190] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.197478] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.197623] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.197800] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.198010] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.198172] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.198389] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.198550] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.198714] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.198877] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.199078] env[71147]: DEBUG nova.virt.hardware [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.199965] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656afa7d-184e-4523-8a44-52c8c55b61e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.208242] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2500d4-2977-4844-8c8c-e0a66de25485 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.237081] env[71147]: DEBUG nova.compute.manager [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.283191] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420699, 'name': CreateVM_Task, 'duration_secs': 0.362893} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.286048] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.286345] env[71147]: DEBUG oslo_vmware.api [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420696, 'name': PowerOnVM_Task, 'duration_secs': 0.555068} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.286995] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.287647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.287973] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.288250] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.288447] env[71147]: INFO nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Took 7.65 seconds to spawn the instance on the hypervisor. [ 754.288624] env[71147]: DEBUG nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.289112] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d5e2c9-b125-4f28-9403-6837e4fc4ed5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.290986] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a69ad2-08b2-4e78-80c5-fb19231a522c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.297429] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 754.297429] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52282ea5-6da7-4d4d-96e2-a825dca2d195" [ 754.297429] env[71147]: _type = "Task" [ 754.297429] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.309549] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52282ea5-6da7-4d4d-96e2-a825dca2d195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.337326] env[71147]: DEBUG nova.compute.manager [req-0494adb1-ffce-4658-a028-9c6e2e996eb3 req-71a1918e-e473-46d0-9c79-a591ec30e5a0 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received event network-changed-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.337379] env[71147]: DEBUG nova.compute.manager [req-0494adb1-ffce-4658-a028-9c6e2e996eb3 req-71a1918e-e473-46d0-9c79-a591ec30e5a0 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Refreshing instance network info cache due to event network-changed-79048504-5fc2-4884-9daf-c99163754397. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.337617] env[71147]: DEBUG oslo_concurrency.lockutils [req-0494adb1-ffce-4658-a028-9c6e2e996eb3 req-71a1918e-e473-46d0-9c79-a591ec30e5a0 service nova] Acquiring lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.337732] env[71147]: DEBUG oslo_concurrency.lockutils [req-0494adb1-ffce-4658-a028-9c6e2e996eb3 req-71a1918e-e473-46d0-9c79-a591ec30e5a0 service nova] Acquired lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.337895] env[71147]: DEBUG nova.network.neutron [req-0494adb1-ffce-4658-a028-9c6e2e996eb3 req-71a1918e-e473-46d0-9c79-a591ec30e5a0 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Refreshing network info cache for port 79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.347517] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.373342] env[71147]: DEBUG nova.scheduler.client.report [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.408914] env[71147]: DEBUG oslo_vmware.api [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420700, 'name': PowerOffVM_Task, 'duration_secs': 0.285016} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.409183] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.409365] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.409674] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2649e248-179e-4053-84da-ab539513adc1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.480595] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.480893] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.481113] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Deleting the datastore file [datastore2] 2a237b60-5b6f-42d8-ba67-1cb084f96828 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.481392] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c548bec1-2cc4-4b42-a9dd-e41baf379663 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.488723] env[71147]: DEBUG oslo_vmware.api [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 754.488723] env[71147]: value = "task-3420702" [ 754.488723] env[71147]: _type = "Task" [ 754.488723] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.496445] env[71147]: DEBUG oslo_vmware.api [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.768304] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.813892] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52282ea5-6da7-4d4d-96e2-a825dca2d195, 'name': SearchDatastore_Task, 'duration_secs': 0.031963} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.816249] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.816366] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.816822] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.816822] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.816965] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.817536] env[71147]: INFO nova.compute.manager [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Took 44.99 seconds to build instance. [ 754.819078] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a750327-289f-403a-963b-59123475201a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.829575] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.829891] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.830830] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6e1fec-b272-4315-9d1c-97743a3425fb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.837262] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 754.837262] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529d0335-866f-d9dc-5567-a2bbafc154f6" [ 754.837262] env[71147]: _type = "Task" [ 754.837262] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.849195] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529d0335-866f-d9dc-5567-a2bbafc154f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.881027] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.881027] env[71147]: DEBUG nova.compute.manager [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.882235] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.645s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.882572] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.882872] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 754.883290] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.032s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.885221] env[71147]: INFO nova.compute.claims [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.889382] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb622aba-93cb-4173-a2a1-617ff00ef05f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.901776] env[71147]: DEBUG nova.network.neutron [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Successfully updated port: 38148fda-881d-48e8-a92e-1b87b7f95649 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.904513] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e160603e-4ab2-4d62-861c-d5f3d0f5abf0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.924022] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9914471b-a8eb-4740-9072-6f3f4c4960aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.935346] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c57bf5-f7c3-4ac3-90ef-18ab4114bd72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.975972] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178824MB free_disk=98GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 754.976280] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.001457] env[71147]: DEBUG oslo_vmware.api [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.195512] env[71147]: DEBUG nova.network.neutron [req-0494adb1-ffce-4658-a028-9c6e2e996eb3 req-71a1918e-e473-46d0-9c79-a591ec30e5a0 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updated VIF entry in instance network info cache for port 79048504-5fc2-4884-9daf-c99163754397. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.196209] env[71147]: DEBUG nova.network.neutron [req-0494adb1-ffce-4658-a028-9c6e2e996eb3 req-71a1918e-e473-46d0-9c79-a591ec30e5a0 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating instance_info_cache with network_info: [{"id": "79048504-5fc2-4884-9daf-c99163754397", "address": "fa:16:3e:c5:e9:a0", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79048504-5f", "ovs_interfaceid": "79048504-5fc2-4884-9daf-c99163754397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.321778] env[71147]: DEBUG oslo_concurrency.lockutils [None req-07534686-843c-47a0-99d1-0f2a9c301ab1 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "14217653-66fb-46a9-89e7-f0f7466f5ecc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.826s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.348776] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529d0335-866f-d9dc-5567-a2bbafc154f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013871} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.349627] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4258af9d-4ebc-48b7-98c4-8fea4dc83e45 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.355645] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 755.355645] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a56c4e-ac0f-7427-04f8-2255037a0a64" [ 755.355645] env[71147]: _type = "Task" [ 755.355645] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.364375] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a56c4e-ac0f-7427-04f8-2255037a0a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.392842] env[71147]: DEBUG nova.compute.utils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.392842] env[71147]: DEBUG nova.compute.manager [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 755.411347] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "refresh_cache-b7fddd33-fcfa-4e3e-9acd-970b3c690339" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.411499] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquired lock "refresh_cache-b7fddd33-fcfa-4e3e-9acd-970b3c690339" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.411671] env[71147]: DEBUG nova.network.neutron [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.484930] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "0354b1fa-22f0-4148-a226-45514d95efed" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.485224] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.485674] env[71147]: INFO nova.compute.manager [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Attaching volume e65aed60-01da-4d28-bee7-98e4649e9199 to /dev/sdb [ 755.503415] env[71147]: DEBUG oslo_vmware.api [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65618} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.504356] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.504535] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.504676] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.505011] env[71147]: INFO nova.compute.manager [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Took 1.62 seconds to destroy the instance on the hypervisor. [ 755.505241] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.505677] env[71147]: DEBUG nova.compute.manager [-] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.505677] env[71147]: DEBUG nova.network.neutron [-] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.529860] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3649be7-5e2d-43dd-8ac8-7f725a26dab6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.548356] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7b0a24-eca5-43b1-8683-1a6c73ea49b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.561927] env[71147]: DEBUG nova.virt.block_device [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Updating existing volume attachment record: 7a423179-d937-4c76-bb1d-1f2080af4d58 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 755.699476] env[71147]: DEBUG oslo_concurrency.lockutils [req-0494adb1-ffce-4658-a028-9c6e2e996eb3 req-71a1918e-e473-46d0-9c79-a591ec30e5a0 service nova] Releasing lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.825063] env[71147]: DEBUG nova.compute.manager [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.873875] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a56c4e-ac0f-7427-04f8-2255037a0a64, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.873875] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.873875] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 47abd936-95ee-4441-91f3-c1cfbda66bd0/47abd936-95ee-4441-91f3-c1cfbda66bd0.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.873875] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd8210a8-2669-4ec5-a360-e9455f016074 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.882755] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 755.882755] env[71147]: value = "task-3420704" [ 755.882755] env[71147]: _type = "Task" [ 755.882755] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.892746] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.895624] env[71147]: DEBUG nova.compute.manager [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.010060] env[71147]: DEBUG nova.network.neutron [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.046059] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "ad63e72a-bcb7-463e-afbf-dce24e914784" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.046059] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "ad63e72a-bcb7-463e-afbf-dce24e914784" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.046059] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "ad63e72a-bcb7-463e-afbf-dce24e914784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.049031] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "ad63e72a-bcb7-463e-afbf-dce24e914784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.049031] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "ad63e72a-bcb7-463e-afbf-dce24e914784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.049938] env[71147]: INFO nova.compute.manager [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Terminating instance [ 756.135144] env[71147]: DEBUG nova.compute.manager [req-ea5bc25f-f82e-4ccf-a0ca-2ab9519ea889 req-0d3d9e5e-a543-4089-84ff-12b0ab36c5b4 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Received event network-vif-deleted-16beee59-4df0-4d1e-976c-a768b20078fc {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.135144] env[71147]: INFO nova.compute.manager [req-ea5bc25f-f82e-4ccf-a0ca-2ab9519ea889 req-0d3d9e5e-a543-4089-84ff-12b0ab36c5b4 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Neutron deleted interface 16beee59-4df0-4d1e-976c-a768b20078fc; detaching it from the instance and deleting it from the info cache [ 756.135144] env[71147]: DEBUG nova.network.neutron [req-ea5bc25f-f82e-4ccf-a0ca-2ab9519ea889 req-0d3d9e5e-a543-4089-84ff-12b0ab36c5b4 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.261181] env[71147]: DEBUG nova.network.neutron [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Updating instance_info_cache with network_info: [{"id": "38148fda-881d-48e8-a92e-1b87b7f95649", "address": "fa:16:3e:8c:96:11", "network": {"id": "f3529e6c-059e-4801-a8c6-0729a82d4517", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1402345566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d2bd9c2c444bea284842f36c75663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38148fda-88", "ovs_interfaceid": "38148fda-881d-48e8-a92e-1b87b7f95649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.356257] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.384112] env[71147]: DEBUG nova.compute.manager [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Received event network-vif-plugged-38148fda-881d-48e8-a92e-1b87b7f95649 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.384112] env[71147]: DEBUG oslo_concurrency.lockutils [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] Acquiring lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.384112] env[71147]: DEBUG oslo_concurrency.lockutils [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.384112] env[71147]: DEBUG oslo_concurrency.lockutils [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.384112] env[71147]: DEBUG nova.compute.manager [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] No waiting events found dispatching network-vif-plugged-38148fda-881d-48e8-a92e-1b87b7f95649 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.384727] env[71147]: WARNING nova.compute.manager [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Received unexpected event network-vif-plugged-38148fda-881d-48e8-a92e-1b87b7f95649 for instance with vm_state building and task_state spawning. [ 756.384727] env[71147]: DEBUG nova.compute.manager [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Received event network-changed-38148fda-881d-48e8-a92e-1b87b7f95649 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.384727] env[71147]: DEBUG nova.compute.manager [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Refreshing instance network info cache due to event network-changed-38148fda-881d-48e8-a92e-1b87b7f95649. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.384902] env[71147]: DEBUG oslo_concurrency.lockutils [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] Acquiring lock "refresh_cache-b7fddd33-fcfa-4e3e-9acd-970b3c690339" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.405542] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420704, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.555016] env[71147]: DEBUG nova.compute.manager [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.555269] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.556188] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2ecf63-7b53-4657-a941-abdd50b301db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.562265] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82164a53-e00a-4790-b31b-d84a551afd6f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.569429] env[71147]: DEBUG nova.network.neutron [-] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.573259] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12064884-db48-4fab-9e42-117ba481aef7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.576738] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.577204] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5aceec-de10-40a3-96fd-c21a8b5de464 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.609834] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07914f90-b8f9-4d96-9bbe-107bf7f00f6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.612716] env[71147]: DEBUG oslo_vmware.api [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 756.612716] env[71147]: value = "task-3420707" [ 756.612716] env[71147]: _type = "Task" [ 756.612716] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.623536] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a57c4f1-7f9a-4fb3-bc5d-4c6371db1abb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.634985] env[71147]: DEBUG oslo_vmware.api [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.650157] env[71147]: DEBUG nova.compute.provider_tree [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.655020] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3ebf01b-c487-4ef7-9aaf-2a79f7015b1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.662635] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e44326-7858-495f-a96b-ef21dbc39fa8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.699066] env[71147]: DEBUG nova.compute.manager [req-ea5bc25f-f82e-4ccf-a0ca-2ab9519ea889 req-0d3d9e5e-a543-4089-84ff-12b0ab36c5b4 service nova] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Detach interface failed, port_id=16beee59-4df0-4d1e-976c-a768b20078fc, reason: Instance 2a237b60-5b6f-42d8-ba67-1cb084f96828 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 756.765257] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Releasing lock "refresh_cache-b7fddd33-fcfa-4e3e-9acd-970b3c690339" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.765872] env[71147]: DEBUG nova.compute.manager [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Instance network_info: |[{"id": "38148fda-881d-48e8-a92e-1b87b7f95649", "address": "fa:16:3e:8c:96:11", "network": {"id": "f3529e6c-059e-4801-a8c6-0729a82d4517", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1402345566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d2bd9c2c444bea284842f36c75663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38148fda-88", "ovs_interfaceid": "38148fda-881d-48e8-a92e-1b87b7f95649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.766083] env[71147]: DEBUG oslo_concurrency.lockutils [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] Acquired lock "refresh_cache-b7fddd33-fcfa-4e3e-9acd-970b3c690339" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.766083] env[71147]: DEBUG nova.network.neutron [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Refreshing network info cache for port 38148fda-881d-48e8-a92e-1b87b7f95649 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.767474] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:96:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38148fda-881d-48e8-a92e-1b87b7f95649', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.775116] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Creating folder: Project (ca4d2bd9c2c444bea284842f36c75663). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.776246] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1df0d020-0e41-47d0-8db1-a893cf66479d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.789338] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Created folder: Project (ca4d2bd9c2c444bea284842f36c75663) in parent group-v682378. [ 756.789539] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Creating folder: Instances. Parent ref: group-v682468. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.789781] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3324a0a2-720c-4413-84df-04263af8ddcf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.804919] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Created folder: Instances in parent group-v682468. [ 756.805989] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.805989] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.806145] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1343d507-cf47-468c-87e1-710596aa12f4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.829848] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.829848] env[71147]: value = "task-3420710" [ 756.829848] env[71147]: _type = "Task" [ 756.829848] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.839887] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420710, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.896172] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563178} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.896463] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 47abd936-95ee-4441-91f3-c1cfbda66bd0/47abd936-95ee-4441-91f3-c1cfbda66bd0.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.896821] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.897154] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9af7985e-42ef-41c8-9d2f-e0c4dd2ead97 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.904889] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 756.904889] env[71147]: value = "task-3420711" [ 756.904889] env[71147]: _type = "Task" [ 756.904889] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.906014] env[71147]: DEBUG nova.compute.manager [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.917747] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.936736] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.937057] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.937280] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.937517] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.937734] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.937882] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.938155] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.938372] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.938586] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.938821] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.939026] env[71147]: DEBUG nova.virt.hardware [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.939897] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd867c4c-5447-40b6-a72c-04fde5be59ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.947744] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb98bf61-8213-4dc8-b239-6ac5a886ce06 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.962653] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.968574] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Creating folder: Project (c674962624534896a3e480429f54aaf3). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.969015] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48542f25-8e5b-49dd-81f8-73d8446cca12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.977444] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Created folder: Project (c674962624534896a3e480429f54aaf3) in parent group-v682378. [ 756.977670] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Creating folder: Instances. Parent ref: group-v682471. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.977913] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7badbf2-131b-4c58-ab06-4a3c69e680d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.992349] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Created folder: Instances in parent group-v682471. [ 756.992738] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.993022] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.993340] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9815ed1f-f9ed-48a7-bdd4-b9c0ab8302d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.019611] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.019611] env[71147]: value = "task-3420714" [ 757.019611] env[71147]: _type = "Task" [ 757.019611] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.031541] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420714, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.077951] env[71147]: INFO nova.compute.manager [-] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Took 1.57 seconds to deallocate network for instance. [ 757.126143] env[71147]: DEBUG oslo_vmware.api [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420707, 'name': PowerOffVM_Task, 'duration_secs': 0.252565} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.126143] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.126143] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.126143] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50d900b6-d0da-4282-ae8f-f9aed2fbe335 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.155855] env[71147]: DEBUG nova.scheduler.client.report [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.235190] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.235596] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.235910] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Deleting the datastore file [datastore1] ad63e72a-bcb7-463e-afbf-dce24e914784 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.236388] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9bb84e7-ed66-495d-ba5f-ec781290d1ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.247201] env[71147]: DEBUG oslo_vmware.api [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 757.247201] env[71147]: value = "task-3420716" [ 757.247201] env[71147]: _type = "Task" [ 757.247201] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.259429] env[71147]: DEBUG oslo_vmware.api [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.339295] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420710, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.414809] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069441} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.415162] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.415858] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ec6ab0-95e9-4e2b-8cc3-564ed694c7a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.438124] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 47abd936-95ee-4441-91f3-c1cfbda66bd0/47abd936-95ee-4441-91f3-c1cfbda66bd0.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.440975] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d1c6ad-bfcd-4a1c-8d95-1d991e27c510 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.463569] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 757.463569] env[71147]: value = "task-3420717" [ 757.463569] env[71147]: _type = "Task" [ 757.463569] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.471669] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.529556] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420714, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.544960] env[71147]: DEBUG nova.network.neutron [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Updated VIF entry in instance network info cache for port 38148fda-881d-48e8-a92e-1b87b7f95649. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.545350] env[71147]: DEBUG nova.network.neutron [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Updating instance_info_cache with network_info: [{"id": "38148fda-881d-48e8-a92e-1b87b7f95649", "address": "fa:16:3e:8c:96:11", "network": {"id": "f3529e6c-059e-4801-a8c6-0729a82d4517", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1402345566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d2bd9c2c444bea284842f36c75663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38148fda-88", "ovs_interfaceid": "38148fda-881d-48e8-a92e-1b87b7f95649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.587425] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.660981] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.661636] env[71147]: DEBUG nova.compute.manager [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.664875] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.366s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.665103] env[71147]: DEBUG nova.objects.instance [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lazy-loading 'resources' on Instance uuid 3ec7288c-867a-43a5-a5a9-e368e1f6d66f {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.757349] env[71147]: DEBUG oslo_vmware.api [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385095} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.757610] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.757798] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.757974] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.758166] env[71147]: INFO nova.compute.manager [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Took 1.20 seconds to destroy the instance on the hypervisor. [ 757.758400] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.758593] env[71147]: DEBUG nova.compute.manager [-] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.758693] env[71147]: DEBUG nova.network.neutron [-] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.840752] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420710, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.974535] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420717, 'name': ReconfigVM_Task, 'duration_secs': 0.28809} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.974809] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 47abd936-95ee-4441-91f3-c1cfbda66bd0/47abd936-95ee-4441-91f3-c1cfbda66bd0.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.975440] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf183f28-1040-4776-9f63-5a4e12055ec9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.982066] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 757.982066] env[71147]: value = "task-3420718" [ 757.982066] env[71147]: _type = "Task" [ 757.982066] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.994492] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420718, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.033665] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420714, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.048632] env[71147]: DEBUG oslo_concurrency.lockutils [req-2e272e40-1993-43ba-8d3b-1cfad4bf5e7f req-b51454af-0f5f-489b-bf30-572efd34ae76 service nova] Releasing lock "refresh_cache-b7fddd33-fcfa-4e3e-9acd-970b3c690339" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.170894] env[71147]: DEBUG nova.compute.utils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.176971] env[71147]: DEBUG nova.compute.manager [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.177117] env[71147]: DEBUG nova.network.neutron [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.219353] env[71147]: DEBUG nova.policy [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23c261141d14bcd887ad37cf8e445f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed35b211a6a4abf8058444e4294e0d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.348551] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420710, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.425375] env[71147]: DEBUG nova.compute.manager [req-b0fdca86-4042-4e6d-a662-75f4e151e02d req-49333aa9-5134-4fff-97f3-5fdb6ec5d5ee service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Received event network-vif-deleted-d7dea745-a175-4b35-be11-632b67360954 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.425375] env[71147]: INFO nova.compute.manager [req-b0fdca86-4042-4e6d-a662-75f4e151e02d req-49333aa9-5134-4fff-97f3-5fdb6ec5d5ee service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Neutron deleted interface d7dea745-a175-4b35-be11-632b67360954; detaching it from the instance and deleting it from the info cache [ 758.425507] env[71147]: DEBUG nova.network.neutron [req-b0fdca86-4042-4e6d-a662-75f4e151e02d req-49333aa9-5134-4fff-97f3-5fdb6ec5d5ee service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.494776] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420718, 'name': Rename_Task, 'duration_secs': 0.172068} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.499021] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.499021] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0feecaa2-ff66-4301-9f07-6264602d5c63 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.505337] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 758.505337] env[71147]: value = "task-3420720" [ 758.505337] env[71147]: _type = "Task" [ 758.505337] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.521805] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.534183] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420714, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.539401] env[71147]: DEBUG nova.network.neutron [-] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.602542] env[71147]: DEBUG nova.network.neutron [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Successfully created port: 55bc1389-9a59-4831-bdef-08e260a26ee6 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.677155] env[71147]: DEBUG nova.compute.manager [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.770172] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11d2a85-9f0a-40d8-8a1a-c493afd3b1b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.779729] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c926ab-8308-4ed4-88ec-b8c820139cf7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.811899] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8846541e-d84f-4c8d-af47-7f96e4e43712 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.820744] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f03c197-6cf6-4291-a97f-ac9c707fdbba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.836420] env[71147]: DEBUG nova.compute.provider_tree [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.849069] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420710, 'name': CreateVM_Task, 'duration_secs': 1.549551} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.849513] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.849955] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.850142] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.850446] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.850947] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f44872-f032-48aa-8997-3d7b16f9c976 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.855968] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 758.855968] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52721f0b-c0de-354a-49e4-060a65053f91" [ 758.855968] env[71147]: _type = "Task" [ 758.855968] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.864007] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52721f0b-c0de-354a-49e4-060a65053f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.931025] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5619435-dfc2-4d0b-a668-457846f3b34c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.939274] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084ae30f-e682-4876-9cb5-461fe15cc4ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.983958] env[71147]: DEBUG nova.compute.manager [req-b0fdca86-4042-4e6d-a662-75f4e151e02d req-49333aa9-5134-4fff-97f3-5fdb6ec5d5ee service nova] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Detach interface failed, port_id=d7dea745-a175-4b35-be11-632b67360954, reason: Instance ad63e72a-bcb7-463e-afbf-dce24e914784 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 759.015545] env[71147]: DEBUG oslo_vmware.api [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3420720, 'name': PowerOnVM_Task, 'duration_secs': 0.467409} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.015545] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.015545] env[71147]: INFO nova.compute.manager [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Took 7.64 seconds to spawn the instance on the hypervisor. [ 759.015545] env[71147]: DEBUG nova.compute.manager [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.016568] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ab2622-a41c-43d0-a67c-77c61316fe3d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.033522] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420714, 'name': CreateVM_Task, 'duration_secs': 1.565525} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.033732] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.034169] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.042787] env[71147]: INFO nova.compute.manager [-] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Took 1.28 seconds to deallocate network for instance. [ 759.340912] env[71147]: DEBUG nova.scheduler.client.report [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.367704] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52721f0b-c0de-354a-49e4-060a65053f91, 'name': SearchDatastore_Task, 'duration_secs': 0.028869} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.368014] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.368257] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.368486] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.368654] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.368895] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.369194] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.369490] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.369718] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15b371f7-2c95-4ba1-9814-762f643f7cba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.371577] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea115ce3-af79-400e-a852-3cb7dde3d511 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.377252] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 759.377252] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5250222b-ca3c-d674-ff04-c14b3b6b2a45" [ 759.377252] env[71147]: _type = "Task" [ 759.377252] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.381951] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.382146] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.383447] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86e877a-3c1b-433a-83c5-6ed30e00af62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.389318] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5250222b-ca3c-d674-ff04-c14b3b6b2a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.392019] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 759.392019] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527b4c91-fd86-07ae-f65e-416fef511ac6" [ 759.392019] env[71147]: _type = "Task" [ 759.392019] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.399417] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527b4c91-fd86-07ae-f65e-416fef511ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.537493] env[71147]: INFO nova.compute.manager [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Took 45.16 seconds to build instance. [ 759.549224] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.689130] env[71147]: DEBUG nova.compute.manager [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.714209] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.714468] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.714619] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.714810] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.714958] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.715114] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.715319] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.715476] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.715641] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.715802] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.715973] env[71147]: DEBUG nova.virt.hardware [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.716877] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3063867-8570-48d6-a0e4-629fd3ccfbff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.725088] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cdbaac-4cc2-4d92-b657-94c376319784 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.846116] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.849033] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.046s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.850198] env[71147]: INFO nova.compute.claims [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.871045] env[71147]: INFO nova.scheduler.client.report [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Deleted allocations for instance 3ec7288c-867a-43a5-a5a9-e368e1f6d66f [ 759.888753] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5250222b-ca3c-d674-ff04-c14b3b6b2a45, 'name': SearchDatastore_Task, 'duration_secs': 0.012079} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.889083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.889324] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.889626] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.904163] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527b4c91-fd86-07ae-f65e-416fef511ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.904356] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f942b8d2-e643-478e-b20e-67e382d2cd7e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.909627] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 759.909627] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c9e157-41ce-e104-7d4b-40d0a9bf0398" [ 759.909627] env[71147]: _type = "Task" [ 759.909627] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.917799] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c9e157-41ce-e104-7d4b-40d0a9bf0398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.041209] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f895af0a-c93e-4dc9-a190-091865675fe0 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.104s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.113251] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 760.113487] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682467', 'volume_id': 'e65aed60-01da-4d28-bee7-98e4649e9199', 'name': 'volume-e65aed60-01da-4d28-bee7-98e4649e9199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0354b1fa-22f0-4148-a226-45514d95efed', 'attached_at': '', 'detached_at': '', 'volume_id': 'e65aed60-01da-4d28-bee7-98e4649e9199', 'serial': 'e65aed60-01da-4d28-bee7-98e4649e9199'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 760.114367] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8db7c5-eb8f-44b2-814b-422a2f5cc2d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.136791] env[71147]: DEBUG nova.network.neutron [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Successfully updated port: 55bc1389-9a59-4831-bdef-08e260a26ee6 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.138508] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a9acef-6fe7-485a-b6a7-ed0d150fb326 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.166038] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-e65aed60-01da-4d28-bee7-98e4649e9199/volume-e65aed60-01da-4d28-bee7-98e4649e9199.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.167448] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0589e9-6bd6-4284-93d6-00eae59607b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.187023] env[71147]: DEBUG oslo_vmware.api [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 760.187023] env[71147]: value = "task-3420721" [ 760.187023] env[71147]: _type = "Task" [ 760.187023] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.195178] env[71147]: DEBUG oslo_vmware.api [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.378708] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d29b4aef-3e98-43be-a836-c5336ab90382 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "3ec7288c-867a-43a5-a5a9-e368e1f6d66f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.891s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.421872] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c9e157-41ce-e104-7d4b-40d0a9bf0398, 'name': SearchDatastore_Task, 'duration_secs': 0.021313} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.422484] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.422800] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b7fddd33-fcfa-4e3e-9acd-970b3c690339/b7fddd33-fcfa-4e3e-9acd-970b3c690339.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.423140] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.423339] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.423561] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11038b41-05b2-4927-a6e9-49aa4492ee2d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.425788] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49b2e3e9-d2df-4036-905c-167af5dc8bfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.434016] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 760.434016] env[71147]: value = "task-3420722" [ 760.434016] env[71147]: _type = "Task" [ 760.434016] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.436458] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.436656] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.438176] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6622394e-015d-4f23-9341-b6ef218c151e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.443433] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.446482] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 760.446482] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522f1d6f-f180-d85d-9322-94aeb9acdea5" [ 760.446482] env[71147]: _type = "Task" [ 760.446482] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.456869] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522f1d6f-f180-d85d-9322-94aeb9acdea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.493352] env[71147]: DEBUG nova.compute.manager [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Received event network-vif-plugged-55bc1389-9a59-4831-bdef-08e260a26ee6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.493736] env[71147]: DEBUG oslo_concurrency.lockutils [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] Acquiring lock "5f587671-def8-46da-918b-72029dba52c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.493826] env[71147]: DEBUG oslo_concurrency.lockutils [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] Lock "5f587671-def8-46da-918b-72029dba52c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.494040] env[71147]: DEBUG oslo_concurrency.lockutils [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] Lock "5f587671-def8-46da-918b-72029dba52c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.494465] env[71147]: DEBUG nova.compute.manager [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] No waiting events found dispatching network-vif-plugged-55bc1389-9a59-4831-bdef-08e260a26ee6 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.494897] env[71147]: WARNING nova.compute.manager [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Received unexpected event network-vif-plugged-55bc1389-9a59-4831-bdef-08e260a26ee6 for instance with vm_state building and task_state spawning. [ 760.494897] env[71147]: DEBUG nova.compute.manager [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Received event network-changed-55bc1389-9a59-4831-bdef-08e260a26ee6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.495328] env[71147]: DEBUG nova.compute.manager [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Refreshing instance network info cache due to event network-changed-55bc1389-9a59-4831-bdef-08e260a26ee6. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.495662] env[71147]: DEBUG oslo_concurrency.lockutils [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] Acquiring lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.495783] env[71147]: DEBUG oslo_concurrency.lockutils [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] Acquired lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.495840] env[71147]: DEBUG nova.network.neutron [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Refreshing network info cache for port 55bc1389-9a59-4831-bdef-08e260a26ee6 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.536504] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.536504] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.536504] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.536838] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.536838] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.539475] env[71147]: INFO nova.compute.manager [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Terminating instance [ 760.545139] env[71147]: DEBUG nova.compute.manager [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.642843] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.698112] env[71147]: DEBUG oslo_vmware.api [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420721, 'name': ReconfigVM_Task, 'duration_secs': 0.379043} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.698282] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-e65aed60-01da-4d28-bee7-98e4649e9199/volume-e65aed60-01da-4d28-bee7-98e4649e9199.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.702985] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5803a027-c314-4794-bfe5-efd4f0e354d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.720016] env[71147]: DEBUG oslo_vmware.api [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 760.720016] env[71147]: value = "task-3420723" [ 760.720016] env[71147]: _type = "Task" [ 760.720016] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.731022] env[71147]: DEBUG oslo_vmware.api [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.941470] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470836} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.943881] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b7fddd33-fcfa-4e3e-9acd-970b3c690339/b7fddd33-fcfa-4e3e-9acd-970b3c690339.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.944231] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.944735] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b0d2fae-a610-4339-a2bf-c7ad0f4e2ba9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.951878] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 760.951878] env[71147]: value = "task-3420724" [ 760.951878] env[71147]: _type = "Task" [ 760.951878] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.960585] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522f1d6f-f180-d85d-9322-94aeb9acdea5, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.961896] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb904e01-65fd-4a52-84a0-8338cae9b88c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.968717] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.971769] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 760.971769] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ddfb28-bc65-7f87-9a60-5a4a7817e31a" [ 760.971769] env[71147]: _type = "Task" [ 760.971769] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.982905] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ddfb28-bc65-7f87-9a60-5a4a7817e31a, 'name': SearchDatastore_Task, 'duration_secs': 0.008216} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.983165] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.983427] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 7f73a545-dd6e-491c-9203-1af48d0bcb65/7f73a545-dd6e-491c-9203-1af48d0bcb65.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.984347] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dfffff0-5cae-4a7f-a213-a96e6e1a7154 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.991666] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 760.991666] env[71147]: value = "task-3420725" [ 760.991666] env[71147]: _type = "Task" [ 760.991666] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.001892] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.046782] env[71147]: DEBUG nova.compute.manager [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.046782] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.046782] env[71147]: DEBUG nova.network.neutron [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.047094] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71411de-b6d0-407a-baa8-0d4477dafa76 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.058636] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.062022] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2304457e-fc7f-42d9-b833-f33bf45b09f2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.064782] env[71147]: DEBUG oslo_vmware.api [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 761.064782] env[71147]: value = "task-3420726" [ 761.064782] env[71147]: _type = "Task" [ 761.064782] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.075215] env[71147]: DEBUG oslo_vmware.api [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.076105] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.151532] env[71147]: DEBUG nova.network.neutron [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.233888] env[71147]: DEBUG oslo_vmware.api [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420723, 'name': ReconfigVM_Task, 'duration_secs': 0.171546} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.234275] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682467', 'volume_id': 'e65aed60-01da-4d28-bee7-98e4649e9199', 'name': 'volume-e65aed60-01da-4d28-bee7-98e4649e9199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0354b1fa-22f0-4148-a226-45514d95efed', 'attached_at': '', 'detached_at': '', 'volume_id': 'e65aed60-01da-4d28-bee7-98e4649e9199', 'serial': 'e65aed60-01da-4d28-bee7-98e4649e9199'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 761.370754] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86164fc-0cd6-46b1-b227-732ece490d94 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.382842] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d1bd61-6332-4551-bef1-d0b20e93c7b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.415699] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0b552e-0f47-440a-8132-7c3893b5ab72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.425032] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6dea0b-08b2-4899-acd6-20e17f0fdd11 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.441119] env[71147]: DEBUG nova.compute.provider_tree [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.465291] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067511} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.465291] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.465291] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eb2979-a577-4a75-acf3-ba594de9ad0b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.493434] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] b7fddd33-fcfa-4e3e-9acd-970b3c690339/b7fddd33-fcfa-4e3e-9acd-970b3c690339.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.494119] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ffbf28e-07d2-4124-a284-e08e78ee9fc4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.522183] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 761.522183] env[71147]: value = "task-3420727" [ 761.522183] env[71147]: _type = "Task" [ 761.522183] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.526109] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420725, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.537618] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420727, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.574401] env[71147]: DEBUG oslo_vmware.api [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420726, 'name': PowerOffVM_Task, 'duration_secs': 0.219289} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.574679] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.574838] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.575111] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4347163a-4be8-450b-bf8d-260cbe5bc197 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.643826] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.644069] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.644256] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Deleting the datastore file [datastore2] f21d59f3-5eaa-4bfe-8752-17f3bc4ece69 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.644516] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8bb1385-8413-444f-b2fd-73757fb366f2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.650526] env[71147]: DEBUG oslo_vmware.api [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for the task: (returnval){ [ 761.650526] env[71147]: value = "task-3420729" [ 761.650526] env[71147]: _type = "Task" [ 761.650526] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.653952] env[71147]: DEBUG oslo_concurrency.lockutils [req-bc40362e-122d-4e31-9d1a-a7e2990d5166 req-48fc9f2d-5ae5-4c83-a95b-2ee7960ed3eb service nova] Releasing lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.654304] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.654466] env[71147]: DEBUG nova.network.neutron [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.660393] env[71147]: DEBUG oslo_vmware.api [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.944154] env[71147]: DEBUG nova.scheduler.client.report [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.004169] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578381} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.004517] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 7f73a545-dd6e-491c-9203-1af48d0bcb65/7f73a545-dd6e-491c-9203-1af48d0bcb65.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.004796] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.005123] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9950f8e9-c4ae-4516-a74a-c17713486495 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.011495] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 762.011495] env[71147]: value = "task-3420730" [ 762.011495] env[71147]: _type = "Task" [ 762.011495] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.021550] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.036975] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420727, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.163673] env[71147]: DEBUG oslo_vmware.api [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Task: {'id': task-3420729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277021} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.164338] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.164591] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.164807] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.165013] env[71147]: INFO nova.compute.manager [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Took 1.12 seconds to destroy the instance on the hypervisor. [ 762.165365] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.165519] env[71147]: DEBUG nova.compute.manager [-] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.165644] env[71147]: DEBUG nova.network.neutron [-] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.208161] env[71147]: DEBUG nova.network.neutron [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.277147] env[71147]: DEBUG nova.objects.instance [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lazy-loading 'flavor' on Instance uuid 0354b1fa-22f0-4148-a226-45514d95efed {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.361237] env[71147]: DEBUG nova.network.neutron [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updating instance_info_cache with network_info: [{"id": "55bc1389-9a59-4831-bdef-08e260a26ee6", "address": "fa:16:3e:cc:2f:82", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc1389-9a", "ovs_interfaceid": "55bc1389-9a59-4831-bdef-08e260a26ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.449212] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.449773] env[71147]: DEBUG nova.compute.manager [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.452648] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.929s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.453296] env[71147]: DEBUG nova.objects.instance [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 762.522196] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159673} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.522939] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.523220] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050c3892-10c0-42db-b952-4c29482b33bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.548429] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 7f73a545-dd6e-491c-9203-1af48d0bcb65/7f73a545-dd6e-491c-9203-1af48d0bcb65.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.551026] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f23cc223-5f20-4872-8c8c-52680af62f74 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.570049] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420727, 'name': ReconfigVM_Task, 'duration_secs': 0.565686} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.570883] env[71147]: DEBUG nova.compute.manager [req-3afd90bf-fb2e-4483-b9ec-e1edbe0bc2f0 req-a04e3ae9-9451-45a6-bad4-8374079b0130 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Received event network-vif-deleted-effc5d55-833c-4cc1-9d63-454ad67db1cb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.570883] env[71147]: INFO nova.compute.manager [req-3afd90bf-fb2e-4483-b9ec-e1edbe0bc2f0 req-a04e3ae9-9451-45a6-bad4-8374079b0130 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Neutron deleted interface effc5d55-833c-4cc1-9d63-454ad67db1cb; detaching it from the instance and deleting it from the info cache [ 762.570883] env[71147]: DEBUG nova.network.neutron [req-3afd90bf-fb2e-4483-b9ec-e1edbe0bc2f0 req-a04e3ae9-9451-45a6-bad4-8374079b0130 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.570883] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Reconfigured VM instance instance-00000020 to attach disk [datastore1] b7fddd33-fcfa-4e3e-9acd-970b3c690339/b7fddd33-fcfa-4e3e-9acd-970b3c690339.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.570883] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c711a878-6a0d-495b-a14b-1e68a35e04b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.580907] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 762.580907] env[71147]: value = "task-3420731" [ 762.580907] env[71147]: _type = "Task" [ 762.580907] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.581118] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 762.581118] env[71147]: value = "task-3420732" [ 762.581118] env[71147]: _type = "Task" [ 762.581118] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.593851] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.597817] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420732, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.648134] env[71147]: DEBUG nova.compute.manager [req-be64550a-4e93-447c-92c3-49b398005aea req-7553b0e6-ea6c-4690-810c-3228e5bd9c6f service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received event network-changed-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.648134] env[71147]: DEBUG nova.compute.manager [req-be64550a-4e93-447c-92c3-49b398005aea req-7553b0e6-ea6c-4690-810c-3228e5bd9c6f service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Refreshing instance network info cache due to event network-changed-79048504-5fc2-4884-9daf-c99163754397. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.648347] env[71147]: DEBUG oslo_concurrency.lockutils [req-be64550a-4e93-447c-92c3-49b398005aea req-7553b0e6-ea6c-4690-810c-3228e5bd9c6f service nova] Acquiring lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.648483] env[71147]: DEBUG oslo_concurrency.lockutils [req-be64550a-4e93-447c-92c3-49b398005aea req-7553b0e6-ea6c-4690-810c-3228e5bd9c6f service nova] Acquired lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.648678] env[71147]: DEBUG nova.network.neutron [req-be64550a-4e93-447c-92c3-49b398005aea req-7553b0e6-ea6c-4690-810c-3228e5bd9c6f service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Refreshing network info cache for port 79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.786581] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c169ba11-ecba-4a29-8d57-3fce5fd14b37 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.301s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.864255] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.864255] env[71147]: DEBUG nova.compute.manager [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Instance network_info: |[{"id": "55bc1389-9a59-4831-bdef-08e260a26ee6", "address": "fa:16:3e:cc:2f:82", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc1389-9a", "ovs_interfaceid": "55bc1389-9a59-4831-bdef-08e260a26ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.864255] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:2f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55bc1389-9a59-4831-bdef-08e260a26ee6', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.871830] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Creating folder: Project (7ed35b211a6a4abf8058444e4294e0d8). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.874664] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e573cf06-3541-470b-84ae-ace72927ef31 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.886396] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Created folder: Project (7ed35b211a6a4abf8058444e4294e0d8) in parent group-v682378. [ 762.886685] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Creating folder: Instances. Parent ref: group-v682474. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.886855] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7138dba6-147e-4ece-b8b4-23723c9befb7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.896571] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Created folder: Instances in parent group-v682474. [ 762.896802] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.896993] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f587671-def8-46da-918b-72029dba52c5] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.897215] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c7aa590-7381-4cb1-8f66-9741feff1148 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.915898] env[71147]: DEBUG nova.network.neutron [-] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.917047] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.917047] env[71147]: value = "task-3420735" [ 762.917047] env[71147]: _type = "Task" [ 762.917047] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.925745] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420735, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.957028] env[71147]: DEBUG nova.compute.utils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.961258] env[71147]: DEBUG nova.compute.manager [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.961428] env[71147]: DEBUG nova.network.neutron [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.997166] env[71147]: DEBUG nova.policy [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e27b5ee85d4b4bf8a692317b0353260d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a63c10d510a4c2dad53978528f8d47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.081038] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5ec976c-775c-4666-859c-d43e62c08b59 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.096281] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec651837-df3c-4496-953e-5e9901f254de {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.106433] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420731, 'name': ReconfigVM_Task, 'duration_secs': 0.301962} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.110018] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 7f73a545-dd6e-491c-9203-1af48d0bcb65/7f73a545-dd6e-491c-9203-1af48d0bcb65.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.110692] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420732, 'name': Rename_Task, 'duration_secs': 0.171374} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.111310] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4857532-9ba2-4564-9991-5d0f777c34bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.112908] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.113156] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bd4d19f-d2f1-4235-81b3-5386d8f0ebd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.119196] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 763.119196] env[71147]: value = "task-3420736" [ 763.119196] env[71147]: _type = "Task" [ 763.119196] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.120418] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 763.120418] env[71147]: value = "task-3420737" [ 763.120418] env[71147]: _type = "Task" [ 763.120418] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.138993] env[71147]: DEBUG nova.compute.manager [req-3afd90bf-fb2e-4483-b9ec-e1edbe0bc2f0 req-a04e3ae9-9451-45a6-bad4-8374079b0130 service nova] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Detach interface failed, port_id=effc5d55-833c-4cc1-9d63-454ad67db1cb, reason: Instance f21d59f3-5eaa-4bfe-8752-17f3bc4ece69 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 763.145011] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.149023] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420736, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.282244] env[71147]: DEBUG nova.network.neutron [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Successfully created port: 94424b02-85b8-4af0-a823-eda23fbba25f {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.340650] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "0354b1fa-22f0-4148-a226-45514d95efed" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.340999] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.416709] env[71147]: DEBUG nova.network.neutron [req-be64550a-4e93-447c-92c3-49b398005aea req-7553b0e6-ea6c-4690-810c-3228e5bd9c6f service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updated VIF entry in instance network info cache for port 79048504-5fc2-4884-9daf-c99163754397. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.416709] env[71147]: DEBUG nova.network.neutron [req-be64550a-4e93-447c-92c3-49b398005aea req-7553b0e6-ea6c-4690-810c-3228e5bd9c6f service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating instance_info_cache with network_info: [{"id": "79048504-5fc2-4884-9daf-c99163754397", "address": "fa:16:3e:c5:e9:a0", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79048504-5f", "ovs_interfaceid": "79048504-5fc2-4884-9daf-c99163754397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.418155] env[71147]: INFO nova.compute.manager [-] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Took 1.25 seconds to deallocate network for instance. [ 763.430549] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420735, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.463926] env[71147]: DEBUG nova.compute.manager [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.469197] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2cb63226-54d6-46ab-8549-d4af68651ebb tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.471610] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.025s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.474912] env[71147]: INFO nova.compute.claims [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.636836] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420736, 'name': Rename_Task, 'duration_secs': 0.166744} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.640349] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.641174] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.641174] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8ee108b-72e8-4707-b4b3-13d035e6b948 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.647307] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 763.647307] env[71147]: value = "task-3420738" [ 763.647307] env[71147]: _type = "Task" [ 763.647307] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.655033] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.846624] env[71147]: INFO nova.compute.manager [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Detaching volume e65aed60-01da-4d28-bee7-98e4649e9199 [ 763.887872] env[71147]: INFO nova.virt.block_device [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Attempting to driver detach volume e65aed60-01da-4d28-bee7-98e4649e9199 from mountpoint /dev/sdb [ 763.888162] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 763.888353] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682467', 'volume_id': 'e65aed60-01da-4d28-bee7-98e4649e9199', 'name': 'volume-e65aed60-01da-4d28-bee7-98e4649e9199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0354b1fa-22f0-4148-a226-45514d95efed', 'attached_at': '', 'detached_at': '', 'volume_id': 'e65aed60-01da-4d28-bee7-98e4649e9199', 'serial': 'e65aed60-01da-4d28-bee7-98e4649e9199'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 763.889425] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d059091c-10ef-4007-91f0-ba3c8c5b9767 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.910872] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bb5cac-7794-4a82-9287-0601da17e959 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.921279] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89586783-f00e-4cc7-a773-27f7f60a18ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.924205] env[71147]: DEBUG oslo_concurrency.lockutils [req-be64550a-4e93-447c-92c3-49b398005aea req-7553b0e6-ea6c-4690-810c-3228e5bd9c6f service nova] Releasing lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.929912] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420735, 'name': CreateVM_Task, 'duration_secs': 0.700594} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.945262] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f587671-def8-46da-918b-72029dba52c5] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.946963] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.947088] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.947239] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.947558] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.948326] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2698b78b-9b59-4b96-8446-17a6f0a952d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.950922] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84967e69-1481-4465-9a95-174e7e19fc6e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.955586] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 763.955586] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ccebf7-a8f3-6e3d-371e-5c0fa957f303" [ 763.955586] env[71147]: _type = "Task" [ 763.955586] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.968653] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] The volume has not been displaced from its original location: [datastore1] volume-e65aed60-01da-4d28-bee7-98e4649e9199/volume-e65aed60-01da-4d28-bee7-98e4649e9199.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 763.974107] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 763.980873] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1261875-6e48-4677-b1f4-64c0a32e6ba2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.002923] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ccebf7-a8f3-6e3d-371e-5c0fa957f303, 'name': SearchDatastore_Task, 'duration_secs': 0.014336} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.005032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.005032] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.005032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.005032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.005032] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.005473] env[71147]: DEBUG oslo_vmware.api [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 764.005473] env[71147]: value = "task-3420739" [ 764.005473] env[71147]: _type = "Task" [ 764.005473] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.009344] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52ddd846-6866-4a81-a383-d7fd8af3378c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.019716] env[71147]: DEBUG oslo_vmware.api [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.021195] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.021358] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.022127] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412f1135-3e78-48fc-9c39-d0091b73e4ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.027254] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 764.027254] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5251eb87-557a-7e0a-9df2-b5f313e358e0" [ 764.027254] env[71147]: _type = "Task" [ 764.027254] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.035367] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5251eb87-557a-7e0a-9df2-b5f313e358e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.136733] env[71147]: DEBUG oslo_vmware.api [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420737, 'name': PowerOnVM_Task, 'duration_secs': 0.732537} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.137019] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.137236] env[71147]: INFO nova.compute.manager [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Took 9.97 seconds to spawn the instance on the hypervisor. [ 764.137412] env[71147]: DEBUG nova.compute.manager [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.138230] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9368876e-f3a3-45eb-a5bb-860cf410aafc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.156294] env[71147]: DEBUG oslo_vmware.api [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420738, 'name': PowerOnVM_Task, 'duration_secs': 0.467704} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.156579] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.156802] env[71147]: INFO nova.compute.manager [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Took 7.25 seconds to spawn the instance on the hypervisor. [ 764.156973] env[71147]: DEBUG nova.compute.manager [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.157777] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2992222b-6150-4697-bfb0-ef35098426b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.496396] env[71147]: DEBUG nova.compute.manager [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.517553] env[71147]: DEBUG oslo_vmware.api [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.531024] env[71147]: DEBUG nova.virt.hardware [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.531496] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d677021-98a4-4608-80b8-b9b0c9d2f800 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.546224] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5251eb87-557a-7e0a-9df2-b5f313e358e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.548145] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e227fe-2a35-406b-9c09-9df6a7eee8d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.552342] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f96aab63-6ff4-4e29-b26a-f6684ddbb811 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.573853] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 764.573853] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526a3cf3-bd0e-8749-a8e8-03a7676df5fb" [ 764.573853] env[71147]: _type = "Task" [ 764.573853] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.582736] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526a3cf3-bd0e-8749-a8e8-03a7676df5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019934} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.582938] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.583508] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 5f587671-def8-46da-918b-72029dba52c5/5f587671-def8-46da-918b-72029dba52c5.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.583508] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8fac87e-ad9e-4634-8138-a7d0db6641bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.599850] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 764.599850] env[71147]: value = "task-3420740" [ 764.599850] env[71147]: _type = "Task" [ 764.599850] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.611163] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.657018] env[71147]: INFO nova.compute.manager [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Took 47.42 seconds to build instance. [ 764.682032] env[71147]: INFO nova.compute.manager [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Took 43.21 seconds to build instance. [ 764.866940] env[71147]: DEBUG nova.compute.manager [req-3cc6e24b-df48-402a-800d-63ea49d11293 req-aba328fd-042e-49d9-a3bf-edfd71d3b499 service nova] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Received event network-vif-plugged-94424b02-85b8-4af0-a823-eda23fbba25f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.867169] env[71147]: DEBUG oslo_concurrency.lockutils [req-3cc6e24b-df48-402a-800d-63ea49d11293 req-aba328fd-042e-49d9-a3bf-edfd71d3b499 service nova] Acquiring lock "4d64ad6e-4afc-4367-87c8-b64523288cae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.867368] env[71147]: DEBUG oslo_concurrency.lockutils [req-3cc6e24b-df48-402a-800d-63ea49d11293 req-aba328fd-042e-49d9-a3bf-edfd71d3b499 service nova] Lock "4d64ad6e-4afc-4367-87c8-b64523288cae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.867546] env[71147]: DEBUG oslo_concurrency.lockutils [req-3cc6e24b-df48-402a-800d-63ea49d11293 req-aba328fd-042e-49d9-a3bf-edfd71d3b499 service nova] Lock "4d64ad6e-4afc-4367-87c8-b64523288cae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.867746] env[71147]: DEBUG nova.compute.manager [req-3cc6e24b-df48-402a-800d-63ea49d11293 req-aba328fd-042e-49d9-a3bf-edfd71d3b499 service nova] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] No waiting events found dispatching network-vif-plugged-94424b02-85b8-4af0-a823-eda23fbba25f {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.867909] env[71147]: WARNING nova.compute.manager [req-3cc6e24b-df48-402a-800d-63ea49d11293 req-aba328fd-042e-49d9-a3bf-edfd71d3b499 service nova] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Received unexpected event network-vif-plugged-94424b02-85b8-4af0-a823-eda23fbba25f for instance with vm_state building and task_state spawning. [ 764.951997] env[71147]: DEBUG nova.network.neutron [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Successfully updated port: 94424b02-85b8-4af0-a823-eda23fbba25f {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.022458] env[71147]: DEBUG oslo_vmware.api [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420739, 'name': ReconfigVM_Task, 'duration_secs': 0.804278} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.022458] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.026774] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c04d90-a2c1-4777-94ed-5dee0e80857d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.046242] env[71147]: DEBUG oslo_vmware.api [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 765.046242] env[71147]: value = "task-3420741" [ 765.046242] env[71147]: _type = "Task" [ 765.046242] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.057527] env[71147]: DEBUG oslo_vmware.api [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.096446] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.109944] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420740, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.131414] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61769487-2ae5-417a-8e19-9a11c984d627 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.140348] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc5274-bec9-42ed-b2b8-424c766e58a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.180861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2aa41598-e173-490b-89df-7277d6e07187 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.527s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.182932] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.087s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.183314] env[71147]: INFO nova.compute.manager [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Rebooting instance [ 765.186140] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcc7094-b21b-45e2-ac1f-7ad088ab7b96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.191468] env[71147]: DEBUG oslo_concurrency.lockutils [None req-339b074a-9dfa-4a8c-829c-0ccbe887e421 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "7f73a545-dd6e-491c-9203-1af48d0bcb65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.578s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.196925] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37790ebb-b3e2-470f-bacd-dc02a34b302d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.215105] env[71147]: DEBUG nova.compute.provider_tree [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.459421] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-4d64ad6e-4afc-4367-87c8-b64523288cae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.459611] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-4d64ad6e-4afc-4367-87c8-b64523288cae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.459770] env[71147]: DEBUG nova.network.neutron [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.556798] env[71147]: DEBUG oslo_vmware.api [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420741, 'name': ReconfigVM_Task, 'duration_secs': 0.174952} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.557162] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682467', 'volume_id': 'e65aed60-01da-4d28-bee7-98e4649e9199', 'name': 'volume-e65aed60-01da-4d28-bee7-98e4649e9199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0354b1fa-22f0-4148-a226-45514d95efed', 'attached_at': '', 'detached_at': '', 'volume_id': 'e65aed60-01da-4d28-bee7-98e4649e9199', 'serial': 'e65aed60-01da-4d28-bee7-98e4649e9199'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 765.610627] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718969} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.610905] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 5f587671-def8-46da-918b-72029dba52c5/5f587671-def8-46da-918b-72029dba52c5.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.611167] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.611368] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80a87029-c81f-49aa-89a1-bcef87b8f99f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.618371] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 765.618371] env[71147]: value = "task-3420742" [ 765.618371] env[71147]: _type = "Task" [ 765.618371] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.626897] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.689539] env[71147]: DEBUG nova.compute.manager [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.695021] env[71147]: DEBUG nova.compute.manager [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.712570] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "refresh_cache-b7fddd33-fcfa-4e3e-9acd-970b3c690339" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.713212] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquired lock "refresh_cache-b7fddd33-fcfa-4e3e-9acd-970b3c690339" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.713212] env[71147]: DEBUG nova.network.neutron [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.722817] env[71147]: DEBUG nova.scheduler.client.report [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.991412] env[71147]: DEBUG nova.network.neutron [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.035651] env[71147]: INFO nova.compute.manager [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Rebuilding instance [ 766.086133] env[71147]: DEBUG nova.compute.manager [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.090022] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770540b7-3abc-4622-ac3f-b65c7e8bf84b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.128425] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148893} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.129873] env[71147]: DEBUG nova.objects.instance [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lazy-loading 'flavor' on Instance uuid 0354b1fa-22f0-4148-a226-45514d95efed {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.131357] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.134766] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e83ba5-815b-4e4f-bc80-07877ebe0553 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.160479] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 5f587671-def8-46da-918b-72029dba52c5/5f587671-def8-46da-918b-72029dba52c5.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.161129] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77fa3d43-77a2-4d87-860d-80d08751700a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.176091] env[71147]: DEBUG nova.network.neutron [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Updating instance_info_cache with network_info: [{"id": "94424b02-85b8-4af0-a823-eda23fbba25f", "address": "fa:16:3e:57:86:fe", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94424b02-85", "ovs_interfaceid": "94424b02-85b8-4af0-a823-eda23fbba25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.183264] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 766.183264] env[71147]: value = "task-3420743" [ 766.183264] env[71147]: _type = "Task" [ 766.183264] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.191916] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.213020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.214744] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.229415] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.229725] env[71147]: DEBUG nova.compute.manager [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.232260] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.555s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.232481] env[71147]: DEBUG nova.objects.instance [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lazy-loading 'resources' on Instance uuid bde8b429-14ea-498d-93ac-54eb6f0269da {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.463596] env[71147]: DEBUG nova.network.neutron [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Updating instance_info_cache with network_info: [{"id": "38148fda-881d-48e8-a92e-1b87b7f95649", "address": "fa:16:3e:8c:96:11", "network": {"id": "f3529e6c-059e-4801-a8c6-0729a82d4517", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1402345566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4d2bd9c2c444bea284842f36c75663", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38148fda-88", "ovs_interfaceid": "38148fda-881d-48e8-a92e-1b87b7f95649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.679804] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-4d64ad6e-4afc-4367-87c8-b64523288cae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.680187] env[71147]: DEBUG nova.compute.manager [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Instance network_info: |[{"id": "94424b02-85b8-4af0-a823-eda23fbba25f", "address": "fa:16:3e:57:86:fe", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94424b02-85", "ovs_interfaceid": "94424b02-85b8-4af0-a823-eda23fbba25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.680664] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:86:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94424b02-85b8-4af0-a823-eda23fbba25f', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.689940] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Creating folder: Project (9a63c10d510a4c2dad53978528f8d47e). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.690731] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5142dadf-409b-41d1-9108-cb90affffb91 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.702539] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420743, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.704065] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Created folder: Project (9a63c10d510a4c2dad53978528f8d47e) in parent group-v682378. [ 766.704304] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Creating folder: Instances. Parent ref: group-v682477. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.704573] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-246982dc-d95e-4614-b3a0-2dc29c30db3a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.712989] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Created folder: Instances in parent group-v682477. [ 766.713280] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.713493] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.713729] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c051a1d2-c637-4c04-bf11-9b16c280e153 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.732814] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.732814] env[71147]: value = "task-3420746" [ 766.732814] env[71147]: _type = "Task" [ 766.732814] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.737072] env[71147]: DEBUG nova.compute.utils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.741182] env[71147]: DEBUG nova.compute.manager [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.741362] env[71147]: DEBUG nova.network.neutron [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.748153] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420746, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.785621] env[71147]: DEBUG nova.policy [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628fbc56292a4ed685c3cffd13c91c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f1e98843904823bbbee297b39164cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.945759] env[71147]: DEBUG nova.compute.manager [req-0b83cb3d-eb86-47b2-9ab9-8f366d9daceb req-7d6a01c2-7681-43aa-b275-9a461caca696 service nova] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Received event network-changed-94424b02-85b8-4af0-a823-eda23fbba25f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.945958] env[71147]: DEBUG nova.compute.manager [req-0b83cb3d-eb86-47b2-9ab9-8f366d9daceb req-7d6a01c2-7681-43aa-b275-9a461caca696 service nova] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Refreshing instance network info cache due to event network-changed-94424b02-85b8-4af0-a823-eda23fbba25f. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.946185] env[71147]: DEBUG oslo_concurrency.lockutils [req-0b83cb3d-eb86-47b2-9ab9-8f366d9daceb req-7d6a01c2-7681-43aa-b275-9a461caca696 service nova] Acquiring lock "refresh_cache-4d64ad6e-4afc-4367-87c8-b64523288cae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.946327] env[71147]: DEBUG oslo_concurrency.lockutils [req-0b83cb3d-eb86-47b2-9ab9-8f366d9daceb req-7d6a01c2-7681-43aa-b275-9a461caca696 service nova] Acquired lock "refresh_cache-4d64ad6e-4afc-4367-87c8-b64523288cae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.946486] env[71147]: DEBUG nova.network.neutron [req-0b83cb3d-eb86-47b2-9ab9-8f366d9daceb req-7d6a01c2-7681-43aa-b275-9a461caca696 service nova] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Refreshing network info cache for port 94424b02-85b8-4af0-a823-eda23fbba25f {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.965839] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Releasing lock "refresh_cache-b7fddd33-fcfa-4e3e-9acd-970b3c690339" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.103458] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.104116] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-658e9f8f-d87a-4585-b715-ab53e574af54 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.121325] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 767.121325] env[71147]: value = "task-3420747" [ 767.121325] env[71147]: _type = "Task" [ 767.121325] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.139587] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.143613] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1acc6676-f34b-442b-90ed-41c81fc0300e tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.802s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.204904] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420743, 'name': ReconfigVM_Task, 'duration_secs': 0.548099} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.205227] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 5f587671-def8-46da-918b-72029dba52c5/5f587671-def8-46da-918b-72029dba52c5.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.208099] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b99aa3d8-d7fd-4632-b5e9-7c2470a98da1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.219363] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 767.219363] env[71147]: value = "task-3420748" [ 767.219363] env[71147]: _type = "Task" [ 767.219363] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.222020] env[71147]: DEBUG nova.network.neutron [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Successfully created port: 1d44cea6-1a79-498b-951e-97a0c80ec3f2 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.233865] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420748, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.241826] env[71147]: DEBUG nova.compute.manager [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.248372] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420746, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.304153] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c9ed57-cfcc-4a90-a622-d190b8408bd9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.313566] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671360d3-dfaa-46ac-9120-e0f7fb9a7b7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.348546] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5820faa-659d-49f9-a715-972df20c4f54 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.358094] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339cbe5f-1648-4134-900d-d7d38a46cf78 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.372857] env[71147]: DEBUG nova.compute.provider_tree [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.475279] env[71147]: DEBUG nova.compute.manager [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.476169] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87252578-47b6-4bc7-9bec-9399d0d32e96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.642324] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420747, 'name': PowerOffVM_Task, 'duration_secs': 0.185188} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.642719] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.643373] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.647188] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1622e596-0ebe-4e99-9511-878d16b61d50 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.658945] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.659249] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0390496-191f-497e-a644-2475c7598b8c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.690719] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.691201] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.691201] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Deleting the datastore file [datastore1] 7f73a545-dd6e-491c-9203-1af48d0bcb65 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.691346] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86ebc6d7-d9ad-45b0-a538-00aea1911db8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.698540] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 767.698540] env[71147]: value = "task-3420750" [ 767.698540] env[71147]: _type = "Task" [ 767.698540] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.711227] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.733103] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420748, 'name': Rename_Task, 'duration_secs': 0.194711} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.733369] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.733621] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16032114-3754-427e-a204-7e5d1f05b947 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.743986] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420746, 'name': CreateVM_Task, 'duration_secs': 0.560146} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.745189] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.745530] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 767.745530] env[71147]: value = "task-3420751" [ 767.745530] env[71147]: _type = "Task" [ 767.745530] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.746176] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.746339] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.746690] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.746997] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ad59f8-bf08-48de-ad68-945f65dd8e87 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.759443] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 767.759443] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52148115-4557-b084-2e30-d09da5aceb90" [ 767.759443] env[71147]: _type = "Task" [ 767.759443] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.763076] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.773539] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52148115-4557-b084-2e30-d09da5aceb90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.876125] env[71147]: DEBUG nova.scheduler.client.report [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.941360] env[71147]: DEBUG nova.network.neutron [req-0b83cb3d-eb86-47b2-9ab9-8f366d9daceb req-7d6a01c2-7681-43aa-b275-9a461caca696 service nova] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Updated VIF entry in instance network info cache for port 94424b02-85b8-4af0-a823-eda23fbba25f. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.941702] env[71147]: DEBUG nova.network.neutron [req-0b83cb3d-eb86-47b2-9ab9-8f366d9daceb req-7d6a01c2-7681-43aa-b275-9a461caca696 service nova] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Updating instance_info_cache with network_info: [{"id": "94424b02-85b8-4af0-a823-eda23fbba25f", "address": "fa:16:3e:57:86:fe", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94424b02-85", "ovs_interfaceid": "94424b02-85b8-4af0-a823-eda23fbba25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.210279] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180145} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.210672] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.210931] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.211181] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.259365] env[71147]: DEBUG nova.compute.manager [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.261732] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.275349] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52148115-4557-b084-2e30-d09da5aceb90, 'name': SearchDatastore_Task, 'duration_secs': 0.019227} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.275740] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.276089] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.276549] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.276857] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.277179] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.277695] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50fcede8-6211-458a-b101-592fdd522495 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.290097] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.290447] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.290803] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.291040] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.291193] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.291341] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.291550] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.291706] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.291872] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.292044] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.292225] env[71147]: DEBUG nova.virt.hardware [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.293093] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6422da-445a-42bb-85c5-6feb9d57c4a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.297667] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.298074] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.299202] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26929717-0a25-4a14-a8d5-bc7d6691cba2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.306553] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14ce3db-1631-4184-ae79-2279b1f009b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.313269] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 768.313269] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5240d257-85bc-90b5-7693-0b729d5bc409" [ 768.313269] env[71147]: _type = "Task" [ 768.313269] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.334620] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5240d257-85bc-90b5-7693-0b729d5bc409, 'name': SearchDatastore_Task, 'duration_secs': 0.018042} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.335728] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710dc728-2563-42ab-b209-f3dae9e06913 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.349219] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 768.349219] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a5262-0cf7-3bde-71f8-a79d56068272" [ 768.349219] env[71147]: _type = "Task" [ 768.349219] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.362352] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a5262-0cf7-3bde-71f8-a79d56068272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.382344] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.384938] env[71147]: DEBUG oslo_concurrency.lockutils [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.554s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.385225] env[71147]: DEBUG nova.objects.instance [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lazy-loading 'resources' on Instance uuid a2840dac-7d14-4d6e-84e7-d74e8ef0db7f {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.403235] env[71147]: INFO nova.scheduler.client.report [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted allocations for instance bde8b429-14ea-498d-93ac-54eb6f0269da [ 768.444873] env[71147]: DEBUG oslo_concurrency.lockutils [req-0b83cb3d-eb86-47b2-9ab9-8f366d9daceb req-7d6a01c2-7681-43aa-b275-9a461caca696 service nova] Releasing lock "refresh_cache-4d64ad6e-4afc-4367-87c8-b64523288cae" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.492258] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912ed6b7-a6f9-4893-b82d-4315b23da102 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.502156] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Doing hard reboot of VM {{(pid=71147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 768.502156] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ec3db461-6df2-4e51-b1e3-0894b7e60466 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.508970] env[71147]: DEBUG oslo_vmware.api [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 768.508970] env[71147]: value = "task-3420752" [ 768.508970] env[71147]: _type = "Task" [ 768.508970] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.519196] env[71147]: DEBUG oslo_vmware.api [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420752, 'name': ResetVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.556745] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "e7a2e505-50de-467a-a184-51ffa5c34d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.557044] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "e7a2e505-50de-467a-a184-51ffa5c34d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.759212] env[71147]: DEBUG oslo_vmware.api [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3420751, 'name': PowerOnVM_Task, 'duration_secs': 0.60633} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.759539] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.760731] env[71147]: INFO nova.compute.manager [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Took 9.07 seconds to spawn the instance on the hypervisor. [ 768.760731] env[71147]: DEBUG nova.compute.manager [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.761341] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395ba6c6-3f63-4656-b36f-e619c9e9f058 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.859774] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a5262-0cf7-3bde-71f8-a79d56068272, 'name': SearchDatastore_Task, 'duration_secs': 0.013551} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.859968] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.860242] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 4d64ad6e-4afc-4367-87c8-b64523288cae/4d64ad6e-4afc-4367-87c8-b64523288cae.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.860509] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e72094-e6f5-4a5f-86cf-8e17e1f6f542 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.863215] env[71147]: DEBUG nova.network.neutron [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Successfully updated port: 1d44cea6-1a79-498b-951e-97a0c80ec3f2 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.871025] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 768.871025] env[71147]: value = "task-3420753" [ 768.871025] env[71147]: _type = "Task" [ 768.871025] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.880684] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.910417] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0dc7339a-55b2-4914-bd3f-edde93453584 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "bde8b429-14ea-498d-93ac-54eb6f0269da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.793s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.976803] env[71147]: DEBUG nova.compute.manager [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Received event network-vif-plugged-1d44cea6-1a79-498b-951e-97a0c80ec3f2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.976803] env[71147]: DEBUG oslo_concurrency.lockutils [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] Acquiring lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.976803] env[71147]: DEBUG oslo_concurrency.lockutils [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] Lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.976970] env[71147]: DEBUG oslo_concurrency.lockutils [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] Lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.977399] env[71147]: DEBUG nova.compute.manager [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] No waiting events found dispatching network-vif-plugged-1d44cea6-1a79-498b-951e-97a0c80ec3f2 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.977399] env[71147]: WARNING nova.compute.manager [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Received unexpected event network-vif-plugged-1d44cea6-1a79-498b-951e-97a0c80ec3f2 for instance with vm_state building and task_state spawning. [ 768.977515] env[71147]: DEBUG nova.compute.manager [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Received event network-changed-1d44cea6-1a79-498b-951e-97a0c80ec3f2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.977622] env[71147]: DEBUG nova.compute.manager [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Refreshing instance network info cache due to event network-changed-1d44cea6-1a79-498b-951e-97a0c80ec3f2. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.978470] env[71147]: DEBUG oslo_concurrency.lockutils [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] Acquiring lock "refresh_cache-fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.978470] env[71147]: DEBUG oslo_concurrency.lockutils [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] Acquired lock "refresh_cache-fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.978470] env[71147]: DEBUG nova.network.neutron [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Refreshing network info cache for port 1d44cea6-1a79-498b-951e-97a0c80ec3f2 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.020730] env[71147]: DEBUG oslo_vmware.api [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420752, 'name': ResetVM_Task, 'duration_secs': 0.114076} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.023377] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Did hard reboot of VM {{(pid=71147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 769.023633] env[71147]: DEBUG nova.compute.manager [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.024891] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2144f5-b0e4-4abc-92ef-793d3a1e4899 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.258888] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.259232] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.259433] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.259669] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.259870] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.260071] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.260417] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.260621] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.260835] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.261061] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.261308] env[71147]: DEBUG nova.virt.hardware [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.263037] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef663bd-d2f6-4ce3-8ff7-b2ccb44d3413 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.284490] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71d615e-bbbb-4211-ab32-549bc89578e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.292677] env[71147]: INFO nova.compute.manager [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Took 45.46 seconds to build instance. [ 769.305921] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.312015] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.315035] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.316097] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fbb0009-6a02-45ef-8a11-8c7f5676cc08 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.340079] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.340079] env[71147]: value = "task-3420754" [ 769.340079] env[71147]: _type = "Task" [ 769.340079] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.351982] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420754, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.366321] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "refresh_cache-fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.383907] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488616} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.384191] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 4d64ad6e-4afc-4367-87c8-b64523288cae/4d64ad6e-4afc-4367-87c8-b64523288cae.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.384407] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.384752] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdf0fcf1-febd-40d7-bc8f-79d93ee1c3d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.395351] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 769.395351] env[71147]: value = "task-3420755" [ 769.395351] env[71147]: _type = "Task" [ 769.395351] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.406475] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.468698] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b33b4-3ad8-4752-ad5c-22a1e9b732b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.477990] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d54c998-0a28-4499-9335-f9bd30313596 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.512784] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a46065-a24d-47e1-a591-30f4f2858771 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.523100] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949359ef-2c3b-4cdd-954a-46587e7064b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.542870] env[71147]: DEBUG nova.compute.provider_tree [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.544535] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4da8cd44-9370-47ad-a184-30592f5fa59a tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.362s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.568513] env[71147]: DEBUG nova.network.neutron [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.684046] env[71147]: DEBUG nova.network.neutron [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.795621] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a1e6658-3455-40a4-8771-0df7a80a27a2 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "5f587671-def8-46da-918b-72029dba52c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.091s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.850499] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420754, 'name': CreateVM_Task, 'duration_secs': 0.351743} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.850708] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.851251] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.851510] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.851960] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.852348] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62a0215-f9b0-4cf9-b946-fc4f7aadc490 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.858637] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 769.858637] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fd143f-6495-f40c-f098-a852886d5e83" [ 769.858637] env[71147]: _type = "Task" [ 769.858637] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.868967] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fd143f-6495-f40c-f098-a852886d5e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.908740] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081283} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.909033] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.909826] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371e9d40-fab5-46b5-96db-4568e2b35fc6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.934272] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 4d64ad6e-4afc-4367-87c8-b64523288cae/4d64ad6e-4afc-4367-87c8-b64523288cae.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.934607] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26167c5-5b8f-40ef-aea4-286b8d76d1b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.949364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.949584] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.949777] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.949946] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.950121] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.952384] env[71147]: INFO nova.compute.manager [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Terminating instance [ 769.958920] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 769.958920] env[71147]: value = "task-3420756" [ 769.958920] env[71147]: _type = "Task" [ 769.958920] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.970738] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.047035] env[71147]: DEBUG nova.scheduler.client.report [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.186696] env[71147]: DEBUG oslo_concurrency.lockutils [req-c29aa347-af48-4fd6-8e99-1bd536de64a4 req-d3efc811-2f0e-492b-9d51-f2bb00635e75 service nova] Releasing lock "refresh_cache-fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.187240] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired lock "refresh_cache-fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.187442] env[71147]: DEBUG nova.network.neutron [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.300188] env[71147]: DEBUG nova.compute.manager [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.374798] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fd143f-6495-f40c-f098-a852886d5e83, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.374798] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.374798] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.374798] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.374798] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.374798] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.374798] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc138842-2470-4b45-b414-6c9501ac0350 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.385763] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.386031] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.386733] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf1c7ee-039f-48bf-83bf-259cf51b1136 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.398813] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 770.398813] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eb8ae1-c20b-e285-db14-c92c40b7fa4e" [ 770.398813] env[71147]: _type = "Task" [ 770.398813] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.408415] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eb8ae1-c20b-e285-db14-c92c40b7fa4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.457191] env[71147]: DEBUG nova.compute.manager [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.457460] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.458526] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6330c4-3f4a-4306-8a3b-9b35ad4a8dfa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.472710] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420756, 'name': ReconfigVM_Task, 'duration_secs': 0.383627} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.475350] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 4d64ad6e-4afc-4367-87c8-b64523288cae/4d64ad6e-4afc-4367-87c8-b64523288cae.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.477457] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.477457] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05abfd38-3a43-4bc4-bec4-9a98a21e1485 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.478868] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc85dbc0-1b7d-404a-8825-e1418bc80f84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.487422] env[71147]: DEBUG oslo_vmware.api [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 770.487422] env[71147]: value = "task-3420757" [ 770.487422] env[71147]: _type = "Task" [ 770.487422] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.488883] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 770.488883] env[71147]: value = "task-3420758" [ 770.488883] env[71147]: _type = "Task" [ 770.488883] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.501694] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420758, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.504927] env[71147]: DEBUG oslo_vmware.api [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.519565] env[71147]: DEBUG nova.compute.manager [req-7c81a050-73d6-4543-9920-558a47cd0f34 req-c8f229d5-7b37-4f1d-80f1-996e15931686 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Received event network-changed-55bc1389-9a59-4831-bdef-08e260a26ee6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.519853] env[71147]: DEBUG nova.compute.manager [req-7c81a050-73d6-4543-9920-558a47cd0f34 req-c8f229d5-7b37-4f1d-80f1-996e15931686 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Refreshing instance network info cache due to event network-changed-55bc1389-9a59-4831-bdef-08e260a26ee6. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.520390] env[71147]: DEBUG oslo_concurrency.lockutils [req-7c81a050-73d6-4543-9920-558a47cd0f34 req-c8f229d5-7b37-4f1d-80f1-996e15931686 service nova] Acquiring lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.520573] env[71147]: DEBUG oslo_concurrency.lockutils [req-7c81a050-73d6-4543-9920-558a47cd0f34 req-c8f229d5-7b37-4f1d-80f1-996e15931686 service nova] Acquired lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.520808] env[71147]: DEBUG nova.network.neutron [req-7c81a050-73d6-4543-9920-558a47cd0f34 req-c8f229d5-7b37-4f1d-80f1-996e15931686 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Refreshing network info cache for port 55bc1389-9a59-4831-bdef-08e260a26ee6 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.552124] env[71147]: DEBUG oslo_concurrency.lockutils [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.554857] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.240s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.556960] env[71147]: INFO nova.compute.claims [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.583533] env[71147]: INFO nova.scheduler.client.report [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted allocations for instance a2840dac-7d14-4d6e-84e7-d74e8ef0db7f [ 770.747584] env[71147]: DEBUG nova.network.neutron [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.824649] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.911715] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eb8ae1-c20b-e285-db14-c92c40b7fa4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.916129] env[71147]: DEBUG nova.network.neutron [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Updating instance_info_cache with network_info: [{"id": "1d44cea6-1a79-498b-951e-97a0c80ec3f2", "address": "fa:16:3e:93:36:21", "network": {"id": "8e6c4c3c-20f4-42fd-87db-e6b02608d9f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1810342985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f1e98843904823bbbee297b39164cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d44cea6-1a", "ovs_interfaceid": "1d44cea6-1a79-498b-951e-97a0c80ec3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.917247] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e67305-8f66-418b-ae19-7812fcd4d78d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.926333] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 770.926333] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52749a7b-ce56-408b-1238-91a5f3b50ec2" [ 770.926333] env[71147]: _type = "Task" [ 770.926333] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.941039] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52749a7b-ce56-408b-1238-91a5f3b50ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.012328} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.941039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.941212] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 7f73a545-dd6e-491c-9203-1af48d0bcb65/7f73a545-dd6e-491c-9203-1af48d0bcb65.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.941445] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-538822ad-e17b-4d50-b28f-537b2fcef00f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.952894] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 770.952894] env[71147]: value = "task-3420759" [ 770.952894] env[71147]: _type = "Task" [ 770.952894] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.967671] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.004187] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420758, 'name': Rename_Task, 'duration_secs': 0.181414} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.007126] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.007467] env[71147]: DEBUG oslo_vmware.api [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420757, 'name': PowerOffVM_Task, 'duration_secs': 0.345335} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.007713] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f85e0ce-36e7-4099-b137-31930a89748a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.010811] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.010811] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.010811] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0857664-55f4-4ac4-ac0c-86c3c71c5ac0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.020548] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 771.020548] env[71147]: value = "task-3420760" [ 771.020548] env[71147]: _type = "Task" [ 771.020548] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.034579] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.091227] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.091227] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.091227] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Deleting the datastore file [datastore1] b7fddd33-fcfa-4e3e-9acd-970b3c690339 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.091227] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55877b77-e16c-4fd6-ba05-0964ca709db7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.097987] env[71147]: DEBUG oslo_concurrency.lockutils [None req-64191211-b59d-44b4-9e80-e605f9afec24 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "a2840dac-7d14-4d6e-84e7-d74e8ef0db7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.571s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.109112] env[71147]: DEBUG oslo_vmware.api [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for the task: (returnval){ [ 771.109112] env[71147]: value = "task-3420762" [ 771.109112] env[71147]: _type = "Task" [ 771.109112] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.126929] env[71147]: DEBUG oslo_vmware.api [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.304523] env[71147]: DEBUG nova.network.neutron [req-7c81a050-73d6-4543-9920-558a47cd0f34 req-c8f229d5-7b37-4f1d-80f1-996e15931686 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updated VIF entry in instance network info cache for port 55bc1389-9a59-4831-bdef-08e260a26ee6. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.304976] env[71147]: DEBUG nova.network.neutron [req-7c81a050-73d6-4543-9920-558a47cd0f34 req-c8f229d5-7b37-4f1d-80f1-996e15931686 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updating instance_info_cache with network_info: [{"id": "55bc1389-9a59-4831-bdef-08e260a26ee6", "address": "fa:16:3e:cc:2f:82", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc1389-9a", "ovs_interfaceid": "55bc1389-9a59-4831-bdef-08e260a26ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.421942] env[71147]: DEBUG oslo_concurrency.lockutils [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquiring lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.422231] env[71147]: DEBUG oslo_concurrency.lockutils [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.422505] env[71147]: DEBUG oslo_concurrency.lockutils [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquiring lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.422727] env[71147]: DEBUG oslo_concurrency.lockutils [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.422917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.425021] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Releasing lock "refresh_cache-fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.426466] env[71147]: DEBUG nova.compute.manager [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Instance network_info: |[{"id": "1d44cea6-1a79-498b-951e-97a0c80ec3f2", "address": "fa:16:3e:93:36:21", "network": {"id": "8e6c4c3c-20f4-42fd-87db-e6b02608d9f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1810342985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f1e98843904823bbbee297b39164cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d44cea6-1a", "ovs_interfaceid": "1d44cea6-1a79-498b-951e-97a0c80ec3f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.427167] env[71147]: INFO nova.compute.manager [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Terminating instance [ 771.429310] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:36:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d44cea6-1a79-498b-951e-97a0c80ec3f2', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.438064] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Creating folder: Project (78f1e98843904823bbbee297b39164cc). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.439750] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01e330a8-f4bc-49e9-a760-4f50e6d30e7d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.460041] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Created folder: Project (78f1e98843904823bbbee297b39164cc) in parent group-v682378. [ 771.460041] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Creating folder: Instances. Parent ref: group-v682481. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.460810] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26f3a002-3cde-45db-81e3-d444daca6701 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.467737] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.476752] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Created folder: Instances in parent group-v682481. [ 771.477077] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.477251] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.477476] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0b2e049-3438-4e75-a4d4-2135d45d4626 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.502286] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.502286] env[71147]: value = "task-3420765" [ 771.502286] env[71147]: _type = "Task" [ 771.502286] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.514804] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420765, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.531691] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.625866] env[71147]: DEBUG oslo_vmware.api [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Task: {'id': task-3420762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298685} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.629046] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.629324] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.629567] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.629811] env[71147]: INFO nova.compute.manager [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Took 1.17 seconds to destroy the instance on the hypervisor. [ 771.630400] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.630756] env[71147]: DEBUG nova.compute.manager [-] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.631422] env[71147]: DEBUG nova.network.neutron [-] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.810605] env[71147]: DEBUG oslo_concurrency.lockutils [req-7c81a050-73d6-4543-9920-558a47cd0f34 req-c8f229d5-7b37-4f1d-80f1-996e15931686 service nova] Releasing lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.942898] env[71147]: DEBUG nova.compute.manager [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.943198] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.944082] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740f699b-d052-4289-a36b-6d3c925196bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.957552] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.961368] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82bb56da-e85f-4809-ac51-07e5d18aebdf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.971597] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642429} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.972981] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 7f73a545-dd6e-491c-9203-1af48d0bcb65/7f73a545-dd6e-491c-9203-1af48d0bcb65.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.973245] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.973581] env[71147]: DEBUG oslo_vmware.api [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 771.973581] env[71147]: value = "task-3420766" [ 771.973581] env[71147]: _type = "Task" [ 771.973581] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.976989] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29335257-1ae4-4d90-90b4-63f516915819 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.984662] env[71147]: DEBUG nova.compute.manager [req-4a09904f-46ad-4656-b6f3-c2d1da4f58cc req-d5c97e24-c1e2-4096-993b-752c05416960 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Received event network-vif-deleted-38148fda-881d-48e8-a92e-1b87b7f95649 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.984879] env[71147]: INFO nova.compute.manager [req-4a09904f-46ad-4656-b6f3-c2d1da4f58cc req-d5c97e24-c1e2-4096-993b-752c05416960 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Neutron deleted interface 38148fda-881d-48e8-a92e-1b87b7f95649; detaching it from the instance and deleting it from the info cache [ 771.985059] env[71147]: DEBUG nova.network.neutron [req-4a09904f-46ad-4656-b6f3-c2d1da4f58cc req-d5c97e24-c1e2-4096-993b-752c05416960 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.993316] env[71147]: DEBUG oslo_vmware.api [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.997928] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 771.997928] env[71147]: value = "task-3420767" [ 771.997928] env[71147]: _type = "Task" [ 771.997928] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.011197] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.020722] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420765, 'name': CreateVM_Task, 'duration_secs': 0.406685} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.020882] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.021779] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.021944] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.022319] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.026957] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3aeae88-6e48-4661-a649-9f9b1603abee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.039970] env[71147]: DEBUG oslo_vmware.api [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420760, 'name': PowerOnVM_Task, 'duration_secs': 0.833457} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.041568] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.041838] env[71147]: INFO nova.compute.manager [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Took 7.55 seconds to spawn the instance on the hypervisor. [ 772.042183] env[71147]: DEBUG nova.compute.manager [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.042415] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 772.042415] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52108800-a801-c63b-3c93-1f1bbdebfc54" [ 772.042415] env[71147]: _type = "Task" [ 772.042415] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.043207] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229d7cba-c592-4023-8fa2-5e8bddb3bf8d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.059728] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52108800-a801-c63b-3c93-1f1bbdebfc54, 'name': SearchDatastore_Task, 'duration_secs': 0.016345} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.061599] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.061891] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.062189] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.062346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.062656] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.068811] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232ae6b5-f602-482b-b71b-f3554fa95691 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.083169] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.083304] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.086925] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c39fa03-257d-41a2-bf4f-b5e777caf204 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.096039] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 772.096039] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5265b0c4-6b08-5308-7b89-da4863b6382c" [ 772.096039] env[71147]: _type = "Task" [ 772.096039] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.110357] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5265b0c4-6b08-5308-7b89-da4863b6382c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.140301] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13572764-d764-40a4-bf6e-ce699dfc8975 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.151140] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1907d282-9e34-4347-9ac5-86693838deb0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.187040] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acb469c-32c1-4896-a50e-ee9936cb3eb2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.195153] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dcb38d-d9ac-42ed-8e6b-600097d1cbf3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.211930] env[71147]: DEBUG nova.compute.provider_tree [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.418107] env[71147]: DEBUG nova.network.neutron [-] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.491081] env[71147]: DEBUG oslo_vmware.api [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420766, 'name': PowerOffVM_Task, 'duration_secs': 0.38649} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.491364] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-361fc941-004a-43bc-b975-7b30457179da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.493678] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.493902] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.494196] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f88e915-0485-4650-a3a7-7bc4ddf9bb58 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.509583] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452c7707-f7c4-4cdf-8be9-93e86f94139f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.530206] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085318} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.531188] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.532424] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8403a5e7-6604-49e3-bb1b-1c7808239f66 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.556936] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 7f73a545-dd6e-491c-9203-1af48d0bcb65/7f73a545-dd6e-491c-9203-1af48d0bcb65.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.573045] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4146f2-4fd5-4096-87ea-216c2dedbf18 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.591395] env[71147]: DEBUG nova.compute.manager [req-4a09904f-46ad-4656-b6f3-c2d1da4f58cc req-d5c97e24-c1e2-4096-993b-752c05416960 service nova] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Detach interface failed, port_id=38148fda-881d-48e8-a92e-1b87b7f95649, reason: Instance b7fddd33-fcfa-4e3e-9acd-970b3c690339 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.593130] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.593336] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.593579] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Deleting the datastore file [datastore2] 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.595669] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5ca304d-71f5-43c8-bc7d-34ebdb3bddaf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.597839] env[71147]: INFO nova.compute.manager [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Took 41.81 seconds to build instance. [ 772.602812] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 772.602812] env[71147]: value = "task-3420769" [ 772.602812] env[71147]: _type = "Task" [ 772.602812] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.611652] env[71147]: DEBUG oslo_vmware.api [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for the task: (returnval){ [ 772.611652] env[71147]: value = "task-3420770" [ 772.611652] env[71147]: _type = "Task" [ 772.611652] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.611930] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5265b0c4-6b08-5308-7b89-da4863b6382c, 'name': SearchDatastore_Task, 'duration_secs': 0.047301} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.615930] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa458423-f439-474f-93ea-035daa752b92 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.621572] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.627655] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 772.627655] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ef7128-583c-0e4e-0aaf-cd523ca135d2" [ 772.627655] env[71147]: _type = "Task" [ 772.627655] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.630779] env[71147]: DEBUG oslo_vmware.api [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.640180] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ef7128-583c-0e4e-0aaf-cd523ca135d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.715719] env[71147]: DEBUG nova.scheduler.client.report [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.920623] env[71147]: INFO nova.compute.manager [-] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Took 1.29 seconds to deallocate network for instance. [ 773.105153] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c30ea7b9-c78d-4eb0-ab6a-59cee1b0495c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4d64ad6e-4afc-4367-87c8-b64523288cae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.147s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.119615] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.126415] env[71147]: DEBUG oslo_vmware.api [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Task: {'id': task-3420770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514227} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.126688] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.126905] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.127100] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.127274] env[71147]: INFO nova.compute.manager [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Took 1.18 seconds to destroy the instance on the hypervisor. [ 773.127511] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.127694] env[71147]: DEBUG nova.compute.manager [-] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.127803] env[71147]: DEBUG nova.network.neutron [-] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.139850] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ef7128-583c-0e4e-0aaf-cd523ca135d2, 'name': SearchDatastore_Task, 'duration_secs': 0.044415} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.140555] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.140555] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168/fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.140717] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-543a2a59-44c4-4482-8539-43006762ba5a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.147791] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 773.147791] env[71147]: value = "task-3420771" [ 773.147791] env[71147]: _type = "Task" [ 773.147791] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.156975] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.222050] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.222551] env[71147]: DEBUG nova.compute.manager [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.225439] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.976s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.226999] env[71147]: INFO nova.compute.claims [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.351166] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "4d64ad6e-4afc-4367-87c8-b64523288cae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.351442] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4d64ad6e-4afc-4367-87c8-b64523288cae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.351654] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "4d64ad6e-4afc-4367-87c8-b64523288cae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.351835] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4d64ad6e-4afc-4367-87c8-b64523288cae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.352010] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4d64ad6e-4afc-4367-87c8-b64523288cae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.357611] env[71147]: INFO nova.compute.manager [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Terminating instance [ 773.429029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.611025] env[71147]: DEBUG nova.compute.manager [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.618022] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420769, 'name': ReconfigVM_Task, 'duration_secs': 0.723456} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.619045] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 7f73a545-dd6e-491c-9203-1af48d0bcb65/7f73a545-dd6e-491c-9203-1af48d0bcb65.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.619444] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9f41d8f-3269-4a4c-9bea-916df55baae0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.629426] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 773.629426] env[71147]: value = "task-3420772" [ 773.629426] env[71147]: _type = "Task" [ 773.629426] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.642049] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420772, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.659381] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420771, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.732027] env[71147]: DEBUG nova.compute.utils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.735444] env[71147]: DEBUG nova.compute.manager [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.735639] env[71147]: DEBUG nova.network.neutron [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.813613] env[71147]: DEBUG nova.policy [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc808ad11d5c4caea11e14d0e9c0d8f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98ee72910822420d93251037ad979188', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.865853] env[71147]: DEBUG nova.compute.manager [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.866121] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.867216] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55231f03-1eb1-4341-965d-e1cc7d045b47 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.881127] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.885207] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76a76867-97d7-4e47-b212-d67ed84eb9fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.894549] env[71147]: DEBUG oslo_vmware.api [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 773.894549] env[71147]: value = "task-3420773" [ 773.894549] env[71147]: _type = "Task" [ 773.894549] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.920974] env[71147]: DEBUG oslo_vmware.api [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.092125] env[71147]: DEBUG nova.compute.manager [req-ede03a08-b91e-4772-b7f6-61be14099115 req-815fabe8-e90f-4435-8b35-2e12fac42beb service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Received event network-vif-deleted-56695947-9e4c-4b05-b81b-e0612d58ec7c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.092125] env[71147]: INFO nova.compute.manager [req-ede03a08-b91e-4772-b7f6-61be14099115 req-815fabe8-e90f-4435-8b35-2e12fac42beb service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Neutron deleted interface 56695947-9e4c-4b05-b81b-e0612d58ec7c; detaching it from the instance and deleting it from the info cache [ 774.092125] env[71147]: DEBUG nova.network.neutron [req-ede03a08-b91e-4772-b7f6-61be14099115 req-815fabe8-e90f-4435-8b35-2e12fac42beb service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.143593] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420772, 'name': Rename_Task, 'duration_secs': 0.410863} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.143904] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.144141] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc4f8bfb-9f24-4744-9ba5-e789e8508f4e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.146718] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.154763] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 774.154763] env[71147]: value = "task-3420774" [ 774.154763] env[71147]: _type = "Task" [ 774.154763] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.161787] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618614} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.162539] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168/fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.162695] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.162968] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd725fd0-3b5d-47dc-bb0e-cabe0dacd8a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.168876] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.171733] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 774.171733] env[71147]: value = "task-3420775" [ 774.171733] env[71147]: _type = "Task" [ 774.171733] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.182451] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.197285] env[71147]: DEBUG nova.network.neutron [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Successfully created port: 9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.236028] env[71147]: DEBUG nova.compute.manager [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.405716] env[71147]: DEBUG oslo_vmware.api [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420773, 'name': PowerOffVM_Task, 'duration_secs': 0.352127} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.409522] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.409522] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.409522] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-023ea52e-d20d-4caa-b084-a19b0589e8e9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.414484] env[71147]: DEBUG nova.network.neutron [-] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.489679] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.489910] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.490119] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleting the datastore file [datastore2] 4d64ad6e-4afc-4367-87c8-b64523288cae {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.491204] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a89196c9-4bd3-4baa-a068-1fc14db3dfbf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.500446] env[71147]: DEBUG oslo_vmware.api [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 774.500446] env[71147]: value = "task-3420777" [ 774.500446] env[71147]: _type = "Task" [ 774.500446] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.512240] env[71147]: DEBUG oslo_vmware.api [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.594714] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3532bc2-fd58-42b0-b681-719be5574172 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.605188] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb18f0-51e0-4670-ad4a-b4f7354a293a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.645776] env[71147]: DEBUG nova.compute.manager [req-ede03a08-b91e-4772-b7f6-61be14099115 req-815fabe8-e90f-4435-8b35-2e12fac42beb service nova] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Detach interface failed, port_id=56695947-9e4c-4b05-b81b-e0612d58ec7c, reason: Instance 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 774.667758] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.682185] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073869} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.682503] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.683263] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f8953b-b1f4-44db-b859-390c947c22d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.708410] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168/fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.711232] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb9eb30-3088-4762-80eb-d2f1c5264ca4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.732836] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 774.732836] env[71147]: value = "task-3420778" [ 774.732836] env[71147]: _type = "Task" [ 774.732836] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.748779] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.765108] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f9b44-4071-4bdc-9878-3dd1576aab5d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.773260] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b21649-18af-4318-ac17-913089f972ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.805327] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631ce193-fc63-452e-b259-d77307b2e8bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.814171] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b8d383-1f7f-48e4-a1e4-2f2ea838502b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.828660] env[71147]: DEBUG nova.compute.provider_tree [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.918760] env[71147]: INFO nova.compute.manager [-] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Took 1.79 seconds to deallocate network for instance. [ 775.014791] env[71147]: DEBUG oslo_vmware.api [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176815} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.015152] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.015353] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.015531] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.015729] env[71147]: INFO nova.compute.manager [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Took 1.15 seconds to destroy the instance on the hypervisor. [ 775.016015] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.016237] env[71147]: DEBUG nova.compute.manager [-] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.016336] env[71147]: DEBUG nova.network.neutron [-] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.170017] env[71147]: DEBUG oslo_vmware.api [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420774, 'name': PowerOnVM_Task, 'duration_secs': 0.954708} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.170431] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.170644] env[71147]: DEBUG nova.compute.manager [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.171562] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b4214-a12f-4d00-868f-6307ecca523d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.245362] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420778, 'name': ReconfigVM_Task, 'duration_secs': 0.365494} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.245629] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Reconfigured VM instance instance-00000024 to attach disk [datastore2] fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168/fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.246277] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-288784de-9832-413a-b050-c20c214c1746 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.250282] env[71147]: DEBUG nova.compute.manager [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.255499] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 775.255499] env[71147]: value = "task-3420779" [ 775.255499] env[71147]: _type = "Task" [ 775.255499] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.264334] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420779, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.280334] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.280472] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.280587] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.280826] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.281046] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.281225] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.281525] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.281766] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.282014] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.282311] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.282482] env[71147]: DEBUG nova.virt.hardware [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.283560] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1039c2-ab6c-43b9-87f0-491d23543e04 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.292572] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9065515-5d0b-44af-afaa-92123c628b1f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.332374] env[71147]: DEBUG nova.scheduler.client.report [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.427698] env[71147]: DEBUG oslo_concurrency.lockutils [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.674248] env[71147]: DEBUG nova.compute.manager [req-6e60c5b7-9173-4589-8a40-410336ece9c0 req-6f5c8326-ee88-4559-9bf0-f7e1d99def85 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Received event network-vif-plugged-9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.674484] env[71147]: DEBUG oslo_concurrency.lockutils [req-6e60c5b7-9173-4589-8a40-410336ece9c0 req-6f5c8326-ee88-4559-9bf0-f7e1d99def85 service nova] Acquiring lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.674753] env[71147]: DEBUG oslo_concurrency.lockutils [req-6e60c5b7-9173-4589-8a40-410336ece9c0 req-6f5c8326-ee88-4559-9bf0-f7e1d99def85 service nova] Lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.674875] env[71147]: DEBUG oslo_concurrency.lockutils [req-6e60c5b7-9173-4589-8a40-410336ece9c0 req-6f5c8326-ee88-4559-9bf0-f7e1d99def85 service nova] Lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.675018] env[71147]: DEBUG nova.compute.manager [req-6e60c5b7-9173-4589-8a40-410336ece9c0 req-6f5c8326-ee88-4559-9bf0-f7e1d99def85 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] No waiting events found dispatching network-vif-plugged-9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.675178] env[71147]: WARNING nova.compute.manager [req-6e60c5b7-9173-4589-8a40-410336ece9c0 req-6f5c8326-ee88-4559-9bf0-f7e1d99def85 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Received unexpected event network-vif-plugged-9a0573a5-045c-4af9-b58d-140fc5165ba1 for instance with vm_state building and task_state spawning. [ 775.690972] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.760816] env[71147]: DEBUG nova.network.neutron [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Successfully updated port: 9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.767254] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420779, 'name': Rename_Task, 'duration_secs': 0.154931} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.767601] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.767905] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3e462a9-5100-43c6-b2fa-d3f392094455 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.776369] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 775.776369] env[71147]: value = "task-3420780" [ 775.776369] env[71147]: _type = "Task" [ 775.776369] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.785240] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.837674] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.838354] env[71147]: DEBUG nova.compute.manager [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.840825] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.073s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.842635] env[71147]: INFO nova.compute.claims [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.847921] env[71147]: DEBUG nova.network.neutron [-] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.978620] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "7f73a545-dd6e-491c-9203-1af48d0bcb65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.978986] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "7f73a545-dd6e-491c-9203-1af48d0bcb65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.979580] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "7f73a545-dd6e-491c-9203-1af48d0bcb65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.979788] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "7f73a545-dd6e-491c-9203-1af48d0bcb65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.979966] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "7f73a545-dd6e-491c-9203-1af48d0bcb65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.982264] env[71147]: INFO nova.compute.manager [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Terminating instance [ 776.116152] env[71147]: DEBUG nova.compute.manager [req-283435be-1505-4165-b54c-41dc2ab3aabf req-029ab038-b22a-4cf6-a76a-7d3d88bc6b89 service nova] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Received event network-vif-deleted-94424b02-85b8-4af0-a823-eda23fbba25f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.264425] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.264425] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquired lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.264425] env[71147]: DEBUG nova.network.neutron [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.292451] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.347533] env[71147]: DEBUG nova.compute.utils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.352957] env[71147]: DEBUG nova.compute.manager [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.352957] env[71147]: DEBUG nova.network.neutron [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.353452] env[71147]: INFO nova.compute.manager [-] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Took 1.34 seconds to deallocate network for instance. [ 776.394358] env[71147]: DEBUG nova.policy [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87e3670e02164e8fa65729b183d23fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2da95e2c9154b51b835264a7e32e47f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.485896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "refresh_cache-7f73a545-dd6e-491c-9203-1af48d0bcb65" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.486105] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquired lock "refresh_cache-7f73a545-dd6e-491c-9203-1af48d0bcb65" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.486290] env[71147]: DEBUG nova.network.neutron [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.691603] env[71147]: DEBUG nova.network.neutron [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Successfully created port: 9a45ae91-24e6-4846-a399-d908b2f891e8 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.789623] env[71147]: DEBUG oslo_vmware.api [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420780, 'name': PowerOnVM_Task, 'duration_secs': 0.607542} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.790310] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.790616] env[71147]: INFO nova.compute.manager [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Took 8.53 seconds to spawn the instance on the hypervisor. [ 776.790872] env[71147]: DEBUG nova.compute.manager [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.791717] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741b13d5-f812-4964-a936-207ba3f07627 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.802589] env[71147]: DEBUG nova.network.neutron [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.852521] env[71147]: DEBUG nova.compute.manager [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.864109] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.959881] env[71147]: DEBUG nova.network.neutron [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Updating instance_info_cache with network_info: [{"id": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "address": "fa:16:3e:d6:4e:c7", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0573a5-04", "ovs_interfaceid": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.023425] env[71147]: DEBUG nova.network.neutron [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.067932] env[71147]: DEBUG nova.network.neutron [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.312792] env[71147]: INFO nova.compute.manager [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Took 39.88 seconds to build instance. [ 777.315317] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b152d9-5865-4caa-acf9-5bc9a54be6e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.325628] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d827d59-feda-467e-8f20-0e51139d40bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.363444] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ca0bb0-9fae-45ab-8ef7-edbe6c89676a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.372609] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37515cf-dfe1-4e87-a1c6-c4481d982d5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.388934] env[71147]: DEBUG nova.compute.provider_tree [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.461586] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Releasing lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.461958] env[71147]: DEBUG nova.compute.manager [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Instance network_info: |[{"id": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "address": "fa:16:3e:d6:4e:c7", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0573a5-04", "ovs_interfaceid": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.462420] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:4e:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a0573a5-045c-4af9-b58d-140fc5165ba1', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.469858] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Creating folder: Project (98ee72910822420d93251037ad979188). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.470491] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61ce0a98-f0e8-4b2b-859b-f98aabce38a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.484908] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Created folder: Project (98ee72910822420d93251037ad979188) in parent group-v682378. [ 777.484908] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Creating folder: Instances. Parent ref: group-v682484. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.485084] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5af3c077-2858-476b-be72-6bfc2aa7ee1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.497138] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Created folder: Instances in parent group-v682484. [ 777.497636] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.497862] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.498154] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b148be2-3642-4c46-9974-880d08c0d3ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.519934] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.519934] env[71147]: value = "task-3420783" [ 777.519934] env[71147]: _type = "Task" [ 777.519934] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.538635] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420783, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.572593] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Releasing lock "refresh_cache-7f73a545-dd6e-491c-9203-1af48d0bcb65" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.573310] env[71147]: DEBUG nova.compute.manager [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.573953] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.575017] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eef79b2-27fa-4bc2-84c5-2b82d8d42bdf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.585314] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.586368] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a7c905e-055a-46f6-a020-a78b8a147fe7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.596891] env[71147]: DEBUG oslo_vmware.api [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 777.596891] env[71147]: value = "task-3420784" [ 777.596891] env[71147]: _type = "Task" [ 777.596891] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.608035] env[71147]: DEBUG oslo_vmware.api [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.732559] env[71147]: DEBUG nova.compute.manager [req-d1ce7266-4697-4750-a0c7-e08d68ae0636 req-d872babc-ca7c-4845-a420-ba0dae9d2218 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Received event network-changed-9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.732933] env[71147]: DEBUG nova.compute.manager [req-d1ce7266-4697-4750-a0c7-e08d68ae0636 req-d872babc-ca7c-4845-a420-ba0dae9d2218 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Refreshing instance network info cache due to event network-changed-9a0573a5-045c-4af9-b58d-140fc5165ba1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.734071] env[71147]: DEBUG oslo_concurrency.lockutils [req-d1ce7266-4697-4750-a0c7-e08d68ae0636 req-d872babc-ca7c-4845-a420-ba0dae9d2218 service nova] Acquiring lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.734071] env[71147]: DEBUG oslo_concurrency.lockutils [req-d1ce7266-4697-4750-a0c7-e08d68ae0636 req-d872babc-ca7c-4845-a420-ba0dae9d2218 service nova] Acquired lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.734071] env[71147]: DEBUG nova.network.neutron [req-d1ce7266-4697-4750-a0c7-e08d68ae0636 req-d872babc-ca7c-4845-a420-ba0dae9d2218 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Refreshing network info cache for port 9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.821932] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4cf3134e-57d8-4de5-aeed-362feeab4121 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.106s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.868261] env[71147]: DEBUG nova.compute.manager [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.892807] env[71147]: DEBUG nova.scheduler.client.report [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.899851] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.900224] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.900450] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.900704] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.900910] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.901121] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.901401] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.901612] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.901844] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.902083] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.902338] env[71147]: DEBUG nova.virt.hardware [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.903974] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1eab99-78d6-4857-8086-143a70a9dcab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.917251] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba13c2bb-0956-4367-9dc4-6dcc67e3f4b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.030781] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420783, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.106086] env[71147]: DEBUG oslo_vmware.api [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420784, 'name': PowerOffVM_Task, 'duration_secs': 0.340001} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.106373] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.106539] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.106822] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846f7a34-d0ec-4a59-8f02-f4b42ce24da3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.141588] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.141843] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.142032] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Deleting the datastore file [datastore2] 7f73a545-dd6e-491c-9203-1af48d0bcb65 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.142302] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-227108e6-1c2e-4783-9647-1eac270c967d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.152241] env[71147]: DEBUG oslo_vmware.api [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for the task: (returnval){ [ 778.152241] env[71147]: value = "task-3420786" [ 778.152241] env[71147]: _type = "Task" [ 778.152241] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.161319] env[71147]: DEBUG oslo_vmware.api [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.255890] env[71147]: DEBUG nova.network.neutron [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Successfully updated port: 9a45ae91-24e6-4846-a399-d908b2f891e8 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.324015] env[71147]: DEBUG nova.compute.manager [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.409112] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.409812] env[71147]: DEBUG nova.compute.manager [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.412203] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.436s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.512995] env[71147]: DEBUG nova.network.neutron [req-d1ce7266-4697-4750-a0c7-e08d68ae0636 req-d872babc-ca7c-4845-a420-ba0dae9d2218 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Updated VIF entry in instance network info cache for port 9a0573a5-045c-4af9-b58d-140fc5165ba1. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.513557] env[71147]: DEBUG nova.network.neutron [req-d1ce7266-4697-4750-a0c7-e08d68ae0636 req-d872babc-ca7c-4845-a420-ba0dae9d2218 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Updating instance_info_cache with network_info: [{"id": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "address": "fa:16:3e:d6:4e:c7", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0573a5-04", "ovs_interfaceid": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.530691] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420783, 'name': CreateVM_Task, 'duration_secs': 0.511891} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.530853] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.531529] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.531740] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.532301] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.532391] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ae267d-05ec-441d-9d29-08ff7de11ab8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.537467] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 778.537467] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eec893-5a52-f334-c6a1-8cd5d4f5e153" [ 778.537467] env[71147]: _type = "Task" [ 778.537467] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.546876] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eec893-5a52-f334-c6a1-8cd5d4f5e153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.662963] env[71147]: DEBUG oslo_vmware.api [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Task: {'id': task-3420786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10391} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.663233] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.663413] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.663621] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.663772] env[71147]: INFO nova.compute.manager [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Took 1.09 seconds to destroy the instance on the hypervisor. [ 778.664024] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.664211] env[71147]: DEBUG nova.compute.manager [-] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.664308] env[71147]: DEBUG nova.network.neutron [-] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.683306] env[71147]: DEBUG nova.network.neutron [-] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.762932] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "refresh_cache-773f7ed4-8264-4332-acba-906d39ae885d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.762932] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "refresh_cache-773f7ed4-8264-4332-acba-906d39ae885d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.762932] env[71147]: DEBUG nova.network.neutron [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.851241] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.927953] env[71147]: DEBUG nova.compute.utils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.931276] env[71147]: DEBUG nova.compute.manager [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.931444] env[71147]: DEBUG nova.network.neutron [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.979865] env[71147]: DEBUG nova.policy [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '094c044f4782404baf0c96d3ab43dfe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9082c4e26cf847b9805c48e6f66ebd3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.016328] env[71147]: DEBUG oslo_concurrency.lockutils [req-d1ce7266-4697-4750-a0c7-e08d68ae0636 req-d872babc-ca7c-4845-a420-ba0dae9d2218 service nova] Releasing lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.055234] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eec893-5a52-f334-c6a1-8cd5d4f5e153, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.055522] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.055763] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.056140] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.056228] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.056394] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.056704] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-844a23e2-37e0-455e-b41f-7133202f2ac7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.072223] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.072375] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.073542] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb57e0ff-deb5-4f56-910d-0b36efcb08ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.082133] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 779.082133] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d658da-4b53-6191-5e53-167c67d5dbdf" [ 779.082133] env[71147]: _type = "Task" [ 779.082133] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.096797] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d658da-4b53-6191-5e53-167c67d5dbdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.184891] env[71147]: DEBUG nova.network.neutron [-] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.312483] env[71147]: DEBUG nova.network.neutron [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.314978] env[71147]: DEBUG nova.network.neutron [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Successfully created port: 9343799c-53cd-4227-b90f-ddbb79d6af4c {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.442217] env[71147]: DEBUG nova.compute.manager [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.461590] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b1b9949a-e3a3-4ce2-a77e-0def597bdec1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.461746] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.461873] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 44f6b829-12db-4c48-b2d3-016bc6363dcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.462018] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance f21d59f3-5eaa-4bfe-8752-17f3bc4ece69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.462139] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 25cd3849-8060-45d0-9188-b9aab722bee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.462251] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0354b1fa-22f0-4148-a226-45514d95efed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.462361] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 8ea6b675-6e2f-492b-be9b-0ff5638b9363 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.462469] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.462596] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.462714] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance fb97a908-0315-42a4-9194-30d503c7672d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.462825] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance c7151826-0752-4112-a25b-59e79d482872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.462933] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance c6f39db1-7ccc-44de-860a-45dbe687ace7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.463055] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 2180892e-eea1-4d70-a1a0-52394bd134ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.463197] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 1f4f8332-2edb-49f8-b312-7e6cb5502ab0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.463307] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 2a237b60-5b6f-42d8-ba67-1cb084f96828 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.463427] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance ad63e72a-bcb7-463e-afbf-dce24e914784 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.463532] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 9b1f0780-45ef-453b-9de2-1a5af6e884d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.463586] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 14217653-66fb-46a9-89e7-f0f7466f5ecc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.463710] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 47abd936-95ee-4441-91f3-c1cfbda66bd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.463793] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b7fddd33-fcfa-4e3e-9acd-970b3c690339 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.463901] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 7f73a545-dd6e-491c-9203-1af48d0bcb65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.464008] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5f587671-def8-46da-918b-72029dba52c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.464128] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 4d64ad6e-4afc-4367-87c8-b64523288cae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 779.464235] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.464343] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance c35b7224-4ad6-40a0-aee7-97b8cec436cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.464447] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 773f7ed4-8264-4332-acba-906d39ae885d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.464551] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance eecd9b9f-34e7-4461-9598-8b20cffc6986 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 779.530822] env[71147]: DEBUG nova.network.neutron [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Updating instance_info_cache with network_info: [{"id": "9a45ae91-24e6-4846-a399-d908b2f891e8", "address": "fa:16:3e:c5:fc:e7", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45ae91-24", "ovs_interfaceid": "9a45ae91-24e6-4846-a399-d908b2f891e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.595626] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d658da-4b53-6191-5e53-167c67d5dbdf, 'name': SearchDatastore_Task, 'duration_secs': 0.027761} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.596182] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f84b96-a79c-48db-b28a-28fcf1ad5bb9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.604979] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 779.604979] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b0259d-3154-2b23-cd0a-3bf21f64b22e" [ 779.604979] env[71147]: _type = "Task" [ 779.604979] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.614392] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b0259d-3154-2b23-cd0a-3bf21f64b22e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.643519] env[71147]: DEBUG nova.compute.manager [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.644450] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47bad80-2b97-4ede-8255-4f47839297b7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.687911] env[71147]: INFO nova.compute.manager [-] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Took 1.02 seconds to deallocate network for instance. [ 779.827115] env[71147]: DEBUG nova.compute.manager [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Received event network-vif-plugged-9a45ae91-24e6-4846-a399-d908b2f891e8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.827171] env[71147]: DEBUG oslo_concurrency.lockutils [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] Acquiring lock "773f7ed4-8264-4332-acba-906d39ae885d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.827417] env[71147]: DEBUG oslo_concurrency.lockutils [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] Lock "773f7ed4-8264-4332-acba-906d39ae885d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.827642] env[71147]: DEBUG oslo_concurrency.lockutils [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] Lock "773f7ed4-8264-4332-acba-906d39ae885d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.829019] env[71147]: DEBUG nova.compute.manager [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] No waiting events found dispatching network-vif-plugged-9a45ae91-24e6-4846-a399-d908b2f891e8 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.829019] env[71147]: WARNING nova.compute.manager [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Received unexpected event network-vif-plugged-9a45ae91-24e6-4846-a399-d908b2f891e8 for instance with vm_state building and task_state spawning. [ 779.829019] env[71147]: DEBUG nova.compute.manager [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Received event network-changed-9a45ae91-24e6-4846-a399-d908b2f891e8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.829019] env[71147]: DEBUG nova.compute.manager [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Refreshing instance network info cache due to event network-changed-9a45ae91-24e6-4846-a399-d908b2f891e8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.829019] env[71147]: DEBUG oslo_concurrency.lockutils [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] Acquiring lock "refresh_cache-773f7ed4-8264-4332-acba-906d39ae885d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.969173] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance f974fb0f-4b81-437d-9cf1-d56b5e7d2c75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.034263] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "refresh_cache-773f7ed4-8264-4332-acba-906d39ae885d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.034624] env[71147]: DEBUG nova.compute.manager [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Instance network_info: |[{"id": "9a45ae91-24e6-4846-a399-d908b2f891e8", "address": "fa:16:3e:c5:fc:e7", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45ae91-24", "ovs_interfaceid": "9a45ae91-24e6-4846-a399-d908b2f891e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.034941] env[71147]: DEBUG oslo_concurrency.lockutils [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] Acquired lock "refresh_cache-773f7ed4-8264-4332-acba-906d39ae885d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.035129] env[71147]: DEBUG nova.network.neutron [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Refreshing network info cache for port 9a45ae91-24e6-4846-a399-d908b2f891e8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.036340] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:fc:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a45ae91-24e6-4846-a399-d908b2f891e8', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.044849] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.047765] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.048314] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f54dee6d-c4b0-4046-accc-fdfbbb02aa49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.070301] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.070301] env[71147]: value = "task-3420787" [ 780.070301] env[71147]: _type = "Task" [ 780.070301] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.079047] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420787, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.118431] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b0259d-3154-2b23-cd0a-3bf21f64b22e, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.118703] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.119015] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c35b7224-4ad6-40a0-aee7-97b8cec436cc/c35b7224-4ad6-40a0-aee7-97b8cec436cc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.119290] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11783e1f-77fc-414a-a231-95992ecd7697 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.126948] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 780.126948] env[71147]: value = "task-3420788" [ 780.126948] env[71147]: _type = "Task" [ 780.126948] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.136303] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.160484] env[71147]: INFO nova.compute.manager [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] instance snapshotting [ 780.161643] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d878da2-8067-4fcd-b5b2-4e4d539c817f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.183460] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b385f320-71bc-433c-a9e9-97188ddb3d66 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.193674] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.210130] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquiring lock "c6f39db1-7ccc-44de-860a-45dbe687ace7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.210510] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "c6f39db1-7ccc-44de-860a-45dbe687ace7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.210768] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquiring lock "c6f39db1-7ccc-44de-860a-45dbe687ace7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.210965] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "c6f39db1-7ccc-44de-860a-45dbe687ace7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.211154] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "c6f39db1-7ccc-44de-860a-45dbe687ace7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.214138] env[71147]: INFO nova.compute.manager [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Terminating instance [ 780.338509] env[71147]: DEBUG nova.network.neutron [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Updated VIF entry in instance network info cache for port 9a45ae91-24e6-4846-a399-d908b2f891e8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.338880] env[71147]: DEBUG nova.network.neutron [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Updating instance_info_cache with network_info: [{"id": "9a45ae91-24e6-4846-a399-d908b2f891e8", "address": "fa:16:3e:c5:fc:e7", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45ae91-24", "ovs_interfaceid": "9a45ae91-24e6-4846-a399-d908b2f891e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.456183] env[71147]: DEBUG nova.compute.manager [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.473633] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5985f089-6159-46a1-9e2a-ce376dcbbeb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.500297] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.500671] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.500768] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.500950] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.501215] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.502064] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.502064] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.502064] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.502064] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.502225] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.503269] env[71147]: DEBUG nova.virt.hardware [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.503768] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4db49e-0895-4bf3-9734-81e449bdfe1b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.514386] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98c67c5-3633-4a82-9238-6d976d171e86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.581501] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420787, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.639197] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420788, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.695730] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 780.696130] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-930ea465-1ae9-4416-a176-42c7a3c1350b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.705596] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 780.705596] env[71147]: value = "task-3420789" [ 780.705596] env[71147]: _type = "Task" [ 780.705596] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.714669] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.719736] env[71147]: DEBUG nova.compute.manager [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.719930] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.720763] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb350c90-9869-48d4-88a3-b2997de4e060 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.729662] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.729784] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2d7aa2c-6a3b-4bb4-896b-5542eef5fdfc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.737736] env[71147]: DEBUG oslo_vmware.api [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 780.737736] env[71147]: value = "task-3420790" [ 780.737736] env[71147]: _type = "Task" [ 780.737736] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.748241] env[71147]: DEBUG oslo_vmware.api [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.842399] env[71147]: DEBUG oslo_concurrency.lockutils [req-c95b25ca-22e8-43f3-8068-25b2af83c2e5 req-475b5e21-75b9-440a-87ef-ef965e7ccf13 service nova] Releasing lock "refresh_cache-773f7ed4-8264-4332-acba-906d39ae885d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.843831] env[71147]: DEBUG nova.compute.manager [req-de09d68a-ac7a-439f-a6cb-88b0315c9438 req-422ea02d-06ab-4360-b544-2b11ca59f674 service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Received event network-vif-plugged-9343799c-53cd-4227-b90f-ddbb79d6af4c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.844304] env[71147]: DEBUG oslo_concurrency.lockutils [req-de09d68a-ac7a-439f-a6cb-88b0315c9438 req-422ea02d-06ab-4360-b544-2b11ca59f674 service nova] Acquiring lock "eecd9b9f-34e7-4461-9598-8b20cffc6986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.844661] env[71147]: DEBUG oslo_concurrency.lockutils [req-de09d68a-ac7a-439f-a6cb-88b0315c9438 req-422ea02d-06ab-4360-b544-2b11ca59f674 service nova] Lock "eecd9b9f-34e7-4461-9598-8b20cffc6986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.844880] env[71147]: DEBUG oslo_concurrency.lockutils [req-de09d68a-ac7a-439f-a6cb-88b0315c9438 req-422ea02d-06ab-4360-b544-2b11ca59f674 service nova] Lock "eecd9b9f-34e7-4461-9598-8b20cffc6986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.845134] env[71147]: DEBUG nova.compute.manager [req-de09d68a-ac7a-439f-a6cb-88b0315c9438 req-422ea02d-06ab-4360-b544-2b11ca59f674 service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] No waiting events found dispatching network-vif-plugged-9343799c-53cd-4227-b90f-ddbb79d6af4c {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.845317] env[71147]: WARNING nova.compute.manager [req-de09d68a-ac7a-439f-a6cb-88b0315c9438 req-422ea02d-06ab-4360-b544-2b11ca59f674 service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Received unexpected event network-vif-plugged-9343799c-53cd-4227-b90f-ddbb79d6af4c for instance with vm_state building and task_state spawning. [ 780.940513] env[71147]: DEBUG nova.network.neutron [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Successfully updated port: 9343799c-53cd-4227-b90f-ddbb79d6af4c {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.979523] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance a02d5d98-5a7f-4bda-9796-feb7b5cd4409 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 781.084363] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420787, 'name': CreateVM_Task, 'duration_secs': 0.519165} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.084575] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.085339] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.085562] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.086376] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.086376] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f81ea799-fd9a-4fc0-b873-dc33252bdf90 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.091319] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 781.091319] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52431af4-becd-ca3f-f78c-5df05eb6e94f" [ 781.091319] env[71147]: _type = "Task" [ 781.091319] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.100650] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52431af4-becd-ca3f-f78c-5df05eb6e94f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.138745] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420788, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.215631] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.247570] env[71147]: DEBUG oslo_vmware.api [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420790, 'name': PowerOffVM_Task, 'duration_secs': 0.214967} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.247867] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.248072] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.248326] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71276173-835b-4f76-b939-d4fcb3888f45 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.451923] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquiring lock "refresh_cache-eecd9b9f-34e7-4461-9598-8b20cffc6986" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.452139] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquired lock "refresh_cache-eecd9b9f-34e7-4461-9598-8b20cffc6986" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.452311] env[71147]: DEBUG nova.network.neutron [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.482702] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 70e6b67e-c00f-4e11-beae-84e3f95904ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 781.603085] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52431af4-becd-ca3f-f78c-5df05eb6e94f, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.603085] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.603294] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.603409] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.603589] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.603724] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.604657] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4007144d-a6df-494c-983d-929d376af5d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.614634] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.614831] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.615597] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95cec97c-619c-4a71-a3e9-1fad56eba42a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.621787] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 781.621787] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a15651-2008-f53c-a9f8-e55211636207" [ 781.621787] env[71147]: _type = "Task" [ 781.621787] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.630792] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a15651-2008-f53c-a9f8-e55211636207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.638946] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420788, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.361988} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.639222] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c35b7224-4ad6-40a0-aee7-97b8cec436cc/c35b7224-4ad6-40a0-aee7-97b8cec436cc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.639440] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.639703] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c45e7f71-3af4-48e3-b319-da731308a820 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.647352] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 781.647352] env[71147]: value = "task-3420792" [ 781.647352] env[71147]: _type = "Task" [ 781.647352] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.656709] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.719214] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.985400] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 67a88644-6b2d-4edc-b163-9aba433f8c91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.003392] env[71147]: DEBUG nova.network.neutron [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.133792] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a15651-2008-f53c-a9f8-e55211636207, 'name': SearchDatastore_Task, 'duration_secs': 0.013216} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.134723] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8d7ac9-b3a4-40d3-b42c-7bbfa815d346 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.142123] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 782.142123] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52258bdb-93df-256b-60f1-56550985a571" [ 782.142123] env[71147]: _type = "Task" [ 782.142123] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.160445] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52258bdb-93df-256b-60f1-56550985a571, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.166646] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.170022] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 773f7ed4-8264-4332-acba-906d39ae885d/773f7ed4-8264-4332-acba-906d39ae885d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.170022] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069827} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.170022] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcfa5eef-e558-4e79-a981-9b9db6baa592 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.170917] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.171871] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c04e74-ab7b-4f05-9f81-8b9873e9fb9a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.179179] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.179448] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.179654] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Deleting the datastore file [datastore1] c6f39db1-7ccc-44de-860a-45dbe687ace7 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.180127] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76f75bee-baa5-4a71-909b-19b1bd2dd42e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.202824] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] c35b7224-4ad6-40a0-aee7-97b8cec436cc/c35b7224-4ad6-40a0-aee7-97b8cec436cc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.203208] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 782.203208] env[71147]: value = "task-3420793" [ 782.203208] env[71147]: _type = "Task" [ 782.203208] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.203894] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dfc29a0-7895-4767-ae86-f8b2581a5b03 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.220577] env[71147]: DEBUG nova.network.neutron [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Updating instance_info_cache with network_info: [{"id": "9343799c-53cd-4227-b90f-ddbb79d6af4c", "address": "fa:16:3e:38:58:35", "network": {"id": "c21b0acb-8c73-4d56-a844-624a3a96ff23", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-121195335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9082c4e26cf847b9805c48e6f66ebd3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9343799c-53", "ovs_interfaceid": "9343799c-53cd-4227-b90f-ddbb79d6af4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.226880] env[71147]: DEBUG oslo_vmware.api [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for the task: (returnval){ [ 782.226880] env[71147]: value = "task-3420794" [ 782.226880] env[71147]: _type = "Task" [ 782.226880] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.241126] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.241126] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 782.241126] env[71147]: value = "task-3420795" [ 782.241126] env[71147]: _type = "Task" [ 782.241126] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.247917] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420789, 'name': CreateSnapshot_Task, 'duration_secs': 1.431481} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.248981] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.253519] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb16b414-155b-4714-9864-d6cbf7fe45dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.256485] env[71147]: DEBUG oslo_vmware.api [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.261444] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.489043] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 894c10ee-ce64-4573-a67b-17718ec9fe3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.727893] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Releasing lock "refresh_cache-eecd9b9f-34e7-4461-9598-8b20cffc6986" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.728277] env[71147]: DEBUG nova.compute.manager [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Instance network_info: |[{"id": "9343799c-53cd-4227-b90f-ddbb79d6af4c", "address": "fa:16:3e:38:58:35", "network": {"id": "c21b0acb-8c73-4d56-a844-624a3a96ff23", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-121195335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9082c4e26cf847b9805c48e6f66ebd3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9343799c-53", "ovs_interfaceid": "9343799c-53cd-4227-b90f-ddbb79d6af4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.731561] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:58:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9343799c-53cd-4227-b90f-ddbb79d6af4c', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.740568] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Creating folder: Project (9082c4e26cf847b9805c48e6f66ebd3e). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.740952] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488701} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.741191] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d6a7848-50be-406c-9a39-e766a7c148b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.747320] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 773f7ed4-8264-4332-acba-906d39ae885d/773f7ed4-8264-4332-acba-906d39ae885d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.747642] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.747985] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e3f34e1-50dd-4665-985a-16453c5e8796 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.758464] env[71147]: DEBUG oslo_vmware.api [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Task: {'id': task-3420794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274836} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.762029] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.762238] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.762418] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.762812] env[71147]: INFO nova.compute.manager [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Took 2.04 seconds to destroy the instance on the hypervisor. [ 782.762984] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.763219] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420795, 'name': ReconfigVM_Task, 'duration_secs': 0.500219} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.764942] env[71147]: DEBUG nova.compute.manager [-] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.764942] env[71147]: DEBUG nova.network.neutron [-] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.766674] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Reconfigured VM instance instance-00000025 to attach disk [datastore1] c35b7224-4ad6-40a0-aee7-97b8cec436cc/c35b7224-4ad6-40a0-aee7-97b8cec436cc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.767387] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 782.767387] env[71147]: value = "task-3420796" [ 782.767387] env[71147]: _type = "Task" [ 782.767387] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.768939] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acfa2382-eee0-42f7-bb11-07c12617a67c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.770671] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Created folder: Project (9082c4e26cf847b9805c48e6f66ebd3e) in parent group-v682378. [ 782.770845] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Creating folder: Instances. Parent ref: group-v682489. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.774751] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c9af6cf-e7c5-4631-919d-593d51d89018 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.783339] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.784905] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c7bc305-c651-4e2d-8906-701d073e4b24 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.789011] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 782.789011] env[71147]: value = "task-3420798" [ 782.789011] env[71147]: _type = "Task" [ 782.789011] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.800183] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.803736] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420798, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.807171] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 782.807171] env[71147]: value = "task-3420800" [ 782.807171] env[71147]: _type = "Task" [ 782.807171] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.811684] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Created folder: Instances in parent group-v682489. [ 782.811905] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.812138] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.812716] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76b20512-371f-405b-80b4-f9cd49c551c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.833292] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420800, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.839255] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.839255] env[71147]: value = "task-3420801" [ 782.839255] env[71147]: _type = "Task" [ 782.839255] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.854257] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420801, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.869249] env[71147]: DEBUG nova.compute.manager [req-fe157bed-f9f7-4c94-865d-3113fefbf208 req-fdd95d5c-f3cf-4028-bf19-d05b41fd213d service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Received event network-changed-9343799c-53cd-4227-b90f-ddbb79d6af4c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.869497] env[71147]: DEBUG nova.compute.manager [req-fe157bed-f9f7-4c94-865d-3113fefbf208 req-fdd95d5c-f3cf-4028-bf19-d05b41fd213d service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Refreshing instance network info cache due to event network-changed-9343799c-53cd-4227-b90f-ddbb79d6af4c. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.869853] env[71147]: DEBUG oslo_concurrency.lockutils [req-fe157bed-f9f7-4c94-865d-3113fefbf208 req-fdd95d5c-f3cf-4028-bf19-d05b41fd213d service nova] Acquiring lock "refresh_cache-eecd9b9f-34e7-4461-9598-8b20cffc6986" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.870048] env[71147]: DEBUG oslo_concurrency.lockutils [req-fe157bed-f9f7-4c94-865d-3113fefbf208 req-fdd95d5c-f3cf-4028-bf19-d05b41fd213d service nova] Acquired lock "refresh_cache-eecd9b9f-34e7-4461-9598-8b20cffc6986" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.870244] env[71147]: DEBUG nova.network.neutron [req-fe157bed-f9f7-4c94-865d-3113fefbf208 req-fdd95d5c-f3cf-4028-bf19-d05b41fd213d service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Refreshing network info cache for port 9343799c-53cd-4227-b90f-ddbb79d6af4c {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.992729] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance cb8145a0-b491-43f0-944a-7b357693200f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.282858] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078741} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.283253] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.283798] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3d9a05-bb5f-4ae1-9e3c-6bcc6e92987e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.306760] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 773f7ed4-8264-4332-acba-906d39ae885d/773f7ed4-8264-4332-acba-906d39ae885d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.311865] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b220b54f-75e9-4e1f-8dbb-18cf7b89bf33 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.327620] env[71147]: DEBUG nova.network.neutron [-] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.338538] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420800, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.344074] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 783.344074] env[71147]: value = "task-3420802" [ 783.344074] env[71147]: _type = "Task" [ 783.344074] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.344074] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420798, 'name': Rename_Task, 'duration_secs': 0.359699} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.348491] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.351669] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18906109-a190-4012-b66f-148b2c393d90 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.359459] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420801, 'name': CreateVM_Task, 'duration_secs': 0.420493} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.363072] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.363366] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.365085] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.365268] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.365578] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.365886] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 783.365886] env[71147]: value = "task-3420803" [ 783.365886] env[71147]: _type = "Task" [ 783.365886] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.366087] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edc773f-0177-4032-97a6-b713f924c627 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.376653] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 783.376653] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5258408b-e545-9d3f-5b0c-9fa4df1f31ee" [ 783.376653] env[71147]: _type = "Task" [ 783.376653] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.380168] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.391134] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5258408b-e545-9d3f-5b0c-9fa4df1f31ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.391485] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.391761] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.392068] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.392192] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.392423] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.392735] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e015669-3661-4f81-a97c-4849ef3ae2fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.404963] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.404963] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.405792] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d95b23-e032-4e7f-81b7-8f877aface39 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.415255] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 783.415255] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f5376c-c326-dd83-b164-f8b28b649009" [ 783.415255] env[71147]: _type = "Task" [ 783.415255] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.425619] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f5376c-c326-dd83-b164-f8b28b649009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.497216] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance e7a2e505-50de-467a-a184-51ffa5c34d86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 783.497216] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 783.497216] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 783.642858] env[71147]: DEBUG nova.network.neutron [req-fe157bed-f9f7-4c94-865d-3113fefbf208 req-fdd95d5c-f3cf-4028-bf19-d05b41fd213d service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Updated VIF entry in instance network info cache for port 9343799c-53cd-4227-b90f-ddbb79d6af4c. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.643228] env[71147]: DEBUG nova.network.neutron [req-fe157bed-f9f7-4c94-865d-3113fefbf208 req-fdd95d5c-f3cf-4028-bf19-d05b41fd213d service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Updating instance_info_cache with network_info: [{"id": "9343799c-53cd-4227-b90f-ddbb79d6af4c", "address": "fa:16:3e:38:58:35", "network": {"id": "c21b0acb-8c73-4d56-a844-624a3a96ff23", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-121195335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9082c4e26cf847b9805c48e6f66ebd3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9343799c-53", "ovs_interfaceid": "9343799c-53cd-4227-b90f-ddbb79d6af4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.832683] env[71147]: INFO nova.compute.manager [-] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Took 1.07 seconds to deallocate network for instance. [ 783.841105] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420800, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.856838] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.880237] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.928628] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f5376c-c326-dd83-b164-f8b28b649009, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.929737] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79b89c9-3001-4fc6-82b2-715a8d0cd8f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.943385] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 783.943385] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52588f67-f7ce-35e3-428b-e6e430474020" [ 783.943385] env[71147]: _type = "Task" [ 783.943385] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.955872] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52588f67-f7ce-35e3-428b-e6e430474020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.978898] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a038b6f-78a7-414a-9552-839a462fdd96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.986943] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01229742-7122-4932-bae7-110a7cd09e2f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.019761] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e22fd3-2874-4c62-b7f0-2b57f30237c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.028109] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bef6b96-3a69-4542-aa04-c4174ffd9d17 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.041905] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.146126] env[71147]: DEBUG oslo_concurrency.lockutils [req-fe157bed-f9f7-4c94-865d-3113fefbf208 req-fdd95d5c-f3cf-4028-bf19-d05b41fd213d service nova] Releasing lock "refresh_cache-eecd9b9f-34e7-4461-9598-8b20cffc6986" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.343337] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420800, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.345996] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.359024] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420802, 'name': ReconfigVM_Task, 'duration_secs': 0.918894} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.359024] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 773f7ed4-8264-4332-acba-906d39ae885d/773f7ed4-8264-4332-acba-906d39ae885d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.359708] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b829ec8-2849-447c-a65c-bd192bf290bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.368733] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 784.368733] env[71147]: value = "task-3420804" [ 784.368733] env[71147]: _type = "Task" [ 784.368733] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.380696] env[71147]: DEBUG oslo_vmware.api [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420803, 'name': PowerOnVM_Task, 'duration_secs': 0.939647} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.383895] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.384130] env[71147]: INFO nova.compute.manager [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Took 9.13 seconds to spawn the instance on the hypervisor. [ 784.384315] env[71147]: DEBUG nova.compute.manager [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.384627] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420804, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.385700] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96dca41-6a90-450d-889c-4d2642891017 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.455110] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52588f67-f7ce-35e3-428b-e6e430474020, 'name': SearchDatastore_Task, 'duration_secs': 0.014367} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.455394] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.455683] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] eecd9b9f-34e7-4461-9598-8b20cffc6986/eecd9b9f-34e7-4461-9598-8b20cffc6986.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.455907] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee0268ec-20be-4b77-89c9-9c624ccf62aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.466440] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 784.466440] env[71147]: value = "task-3420805" [ 784.466440] env[71147]: _type = "Task" [ 784.466440] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.476441] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.545308] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.841466] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420800, 'name': CloneVM_Task, 'duration_secs': 1.852984} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.842161] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Created linked-clone VM from snapshot [ 784.842701] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5301fd-2a91-495b-afdd-b61d096f891d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.854116] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Uploading image f413dc8a-d95b-4585-bb70-4c8fe4f5f9b4 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.868296] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 784.868606] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d15e65a-e95a-45e0-9251-802d5430466d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.878716] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 784.878716] env[71147]: value = "task-3420806" [ 784.878716] env[71147]: _type = "Task" [ 784.878716] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.885982] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420804, 'name': Rename_Task, 'duration_secs': 0.201584} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.886714] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.887712] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03973ab9-d840-449d-b5b6-965cb6f02658 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.900873] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420806, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.906038] env[71147]: INFO nova.compute.manager [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Took 43.62 seconds to build instance. [ 784.914471] env[71147]: DEBUG nova.compute.manager [req-45f557b4-4c5a-4411-a8e5-cb8d6637408f req-cc2cd0d7-1609-48f7-a419-f76eb66e2471 service nova] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Received event network-vif-deleted-f47b3078-02c4-4038-890a-f5b09f136e31 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.918358] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 784.918358] env[71147]: value = "task-3420807" [ 784.918358] env[71147]: _type = "Task" [ 784.918358] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.928220] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.976700] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467111} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.977054] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] eecd9b9f-34e7-4461-9598-8b20cffc6986/eecd9b9f-34e7-4461-9598-8b20cffc6986.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.977330] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.977596] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39f5fc3d-a2c4-44b9-beb0-e2ff8e4ff469 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.985953] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 784.985953] env[71147]: value = "task-3420808" [ 784.985953] env[71147]: _type = "Task" [ 784.985953] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.998307] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.051972] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 785.052319] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.640s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.052575] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.697s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.054260] env[71147]: INFO nova.compute.claims [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.389558] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420806, 'name': Destroy_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.408347] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b1ac97e-6e12-4025-b836-4941d7982487 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.076s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.429405] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420807, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.496595] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07061} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.496898] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.497819] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29947df0-3036-48f7-b36a-8fe4339379c5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.521279] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] eecd9b9f-34e7-4461-9598-8b20cffc6986/eecd9b9f-34e7-4461-9598-8b20cffc6986.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.521624] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf671d9-4024-4d53-a479-ad49d12259d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.546220] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 785.546220] env[71147]: value = "task-3420809" [ 785.546220] env[71147]: _type = "Task" [ 785.546220] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.566715] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.893622] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420806, 'name': Destroy_Task, 'duration_secs': 0.787265} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.893976] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Destroyed the VM [ 785.894329] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 785.894681] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57ee35ce-efad-4b82-ad8b-13bf969303d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.910848] env[71147]: DEBUG nova.compute.manager [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.920020] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 785.920020] env[71147]: value = "task-3420810" [ 785.920020] env[71147]: _type = "Task" [ 785.920020] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.943142] env[71147]: DEBUG oslo_vmware.api [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420807, 'name': PowerOnVM_Task, 'duration_secs': 0.95935} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.943522] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.943906] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.944505] env[71147]: INFO nova.compute.manager [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Took 8.08 seconds to spawn the instance on the hypervisor. [ 785.944805] env[71147]: DEBUG nova.compute.manager [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.946473] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1f06ad-dcdf-462e-b2c2-c0e30a9feaf0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.056966] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420809, 'name': ReconfigVM_Task, 'duration_secs': 0.294094} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.057374] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Reconfigured VM instance instance-00000027 to attach disk [datastore1] eecd9b9f-34e7-4461-9598-8b20cffc6986/eecd9b9f-34e7-4461-9598-8b20cffc6986.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.058044] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a95c198-9c61-461b-85ce-c7043f58bc33 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.068020] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 786.068020] env[71147]: value = "task-3420811" [ 786.068020] env[71147]: _type = "Task" [ 786.068020] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.078128] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420811, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.441367] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.448068] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.474731] env[71147]: INFO nova.compute.manager [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Took 37.25 seconds to build instance. [ 786.550409] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d5b2f3-7f08-4032-8f91-e6630027fbfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.558997] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3846790-5015-4f9b-9078-66ff686bdf95 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.563881] env[71147]: DEBUG nova.compute.manager [req-d29bf80e-0b69-425a-98ef-fe875948385f req-307cfc92-ecf9-4e4b-83f2-1b936fedecf0 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Received event network-changed-9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.564082] env[71147]: DEBUG nova.compute.manager [req-d29bf80e-0b69-425a-98ef-fe875948385f req-307cfc92-ecf9-4e4b-83f2-1b936fedecf0 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Refreshing instance network info cache due to event network-changed-9a0573a5-045c-4af9-b58d-140fc5165ba1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.564296] env[71147]: DEBUG oslo_concurrency.lockutils [req-d29bf80e-0b69-425a-98ef-fe875948385f req-307cfc92-ecf9-4e4b-83f2-1b936fedecf0 service nova] Acquiring lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.564438] env[71147]: DEBUG oslo_concurrency.lockutils [req-d29bf80e-0b69-425a-98ef-fe875948385f req-307cfc92-ecf9-4e4b-83f2-1b936fedecf0 service nova] Acquired lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.564946] env[71147]: DEBUG nova.network.neutron [req-d29bf80e-0b69-425a-98ef-fe875948385f req-307cfc92-ecf9-4e4b-83f2-1b936fedecf0 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Refreshing network info cache for port 9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.596726] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c22e119-9fac-40f2-b192-d6df08598966 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.603962] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420811, 'name': Rename_Task, 'duration_secs': 0.150202} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.603962] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.603962] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa1586f6-3a4f-4c6e-be34-3af727d280cf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.609773] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bf8850-e8bf-4761-a798-66883066e654 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.615068] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 786.615068] env[71147]: value = "task-3420812" [ 786.615068] env[71147]: _type = "Task" [ 786.615068] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.626769] env[71147]: DEBUG nova.compute.manager [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.635295] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564a3dd3-af7a-47a9-af8f-a207da542c6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.638502] env[71147]: DEBUG nova.compute.provider_tree [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.642967] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.894293] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] Acquiring lock "refresh_cache-773f7ed4-8264-4332-acba-906d39ae885d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.894293] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] Acquired lock "refresh_cache-773f7ed4-8264-4332-acba-906d39ae885d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.894293] env[71147]: DEBUG nova.network.neutron [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.932992] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420810, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.977548] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1abeceb2-d9b1-4874-b9f8-ba359d0465e6 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "773f7ed4-8264-4332-acba-906d39ae885d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.837s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.017826] env[71147]: DEBUG nova.compute.manager [req-3d0db3f6-5b61-47bd-88b0-b460f6188aa7 req-a8db1105-3692-46a3-a9ca-6642f11e6b1b service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Received event network-changed-9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.017826] env[71147]: DEBUG nova.compute.manager [req-3d0db3f6-5b61-47bd-88b0-b460f6188aa7 req-a8db1105-3692-46a3-a9ca-6642f11e6b1b service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Refreshing instance network info cache due to event network-changed-9a0573a5-045c-4af9-b58d-140fc5165ba1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.017826] env[71147]: DEBUG oslo_concurrency.lockutils [req-3d0db3f6-5b61-47bd-88b0-b460f6188aa7 req-a8db1105-3692-46a3-a9ca-6642f11e6b1b service nova] Acquiring lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.125288] env[71147]: DEBUG oslo_vmware.api [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420812, 'name': PowerOnVM_Task, 'duration_secs': 0.470985} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.125785] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.126065] env[71147]: INFO nova.compute.manager [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Took 6.67 seconds to spawn the instance on the hypervisor. [ 787.126388] env[71147]: DEBUG nova.compute.manager [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.127249] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1c469b-87b7-4a4f-9a47-404c73a1c36c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.144975] env[71147]: DEBUG nova.scheduler.client.report [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.155843] env[71147]: INFO nova.compute.manager [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] instance snapshotting [ 787.159021] env[71147]: DEBUG nova.objects.instance [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'flavor' on Instance uuid fb97a908-0315-42a4-9194-30d503c7672d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.363310] env[71147]: DEBUG nova.network.neutron [req-d29bf80e-0b69-425a-98ef-fe875948385f req-307cfc92-ecf9-4e4b-83f2-1b936fedecf0 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Updated VIF entry in instance network info cache for port 9a0573a5-045c-4af9-b58d-140fc5165ba1. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.364023] env[71147]: DEBUG nova.network.neutron [req-d29bf80e-0b69-425a-98ef-fe875948385f req-307cfc92-ecf9-4e4b-83f2-1b936fedecf0 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Updating instance_info_cache with network_info: [{"id": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "address": "fa:16:3e:d6:4e:c7", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0573a5-04", "ovs_interfaceid": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.432367] env[71147]: DEBUG oslo_vmware.api [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420810, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045408} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.435106] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.652173] env[71147]: INFO nova.compute.manager [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Took 32.91 seconds to build instance. [ 787.659058] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.659582] env[71147]: DEBUG nova.compute.manager [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.666219] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.077s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.666219] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.667228] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.118s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.667464] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.669188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.593s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.670646] env[71147]: INFO nova.compute.claims [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.674819] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799f664-81a6-4e0f-b25e-2438719df996 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.710894] env[71147]: INFO nova.scheduler.client.report [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Deleted allocations for instance ad63e72a-bcb7-463e-afbf-dce24e914784 [ 787.715051] env[71147]: INFO nova.scheduler.client.report [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Deleted allocations for instance 2a237b60-5b6f-42d8-ba67-1cb084f96828 [ 787.715051] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853bd0b0-961b-4384-a28b-c71ae30ee75c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.866722] env[71147]: DEBUG oslo_concurrency.lockutils [req-d29bf80e-0b69-425a-98ef-fe875948385f req-307cfc92-ecf9-4e4b-83f2-1b936fedecf0 service nova] Releasing lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.867354] env[71147]: DEBUG oslo_concurrency.lockutils [req-3d0db3f6-5b61-47bd-88b0-b460f6188aa7 req-a8db1105-3692-46a3-a9ca-6642f11e6b1b service nova] Acquired lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.867555] env[71147]: DEBUG nova.network.neutron [req-3d0db3f6-5b61-47bd-88b0-b460f6188aa7 req-a8db1105-3692-46a3-a9ca-6642f11e6b1b service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Refreshing network info cache for port 9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.878363] env[71147]: DEBUG nova.network.neutron [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Updating instance_info_cache with network_info: [{"id": "9a45ae91-24e6-4846-a399-d908b2f891e8", "address": "fa:16:3e:c5:fc:e7", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45ae91-24", "ovs_interfaceid": "9a45ae91-24e6-4846-a399-d908b2f891e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.939148] env[71147]: WARNING nova.compute.manager [None req-19a129f1-74f5-4fec-b1d6-6988b4501f9c tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Image not found during snapshot: nova.exception.ImageNotFound: Image f413dc8a-d95b-4585-bb70-4c8fe4f5f9b4 could not be found. [ 788.158564] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d61cb10e-1706-47e7-a751-133f74d06489 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "eecd9b9f-34e7-4461-9598-8b20cffc6986" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.163s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.164643] env[71147]: DEBUG nova.compute.utils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.165725] env[71147]: DEBUG nova.compute.manager [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.165978] env[71147]: DEBUG nova.network.neutron [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.216809] env[71147]: DEBUG nova.policy [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8d0eb1794124e229165d576db889450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b99650993fb4bc4ba6ecaf4236217dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.229600] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c64d1ce4-c7ba-4e8f-9927-ae5c54d033e4 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "ad63e72a-bcb7-463e-afbf-dce24e914784" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.185s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.230653] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ba7f5656-4ed6-4f9a-9c34-dc385a933f73 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2a237b60-5b6f-42d8-ba67-1cb084f96828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.856s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.235254] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.236761] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcdf86aa-7ac9-4e5f-a0fb-13b737b78600 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.245680] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 788.245680] env[71147]: value = "task-3420813" [ 788.245680] env[71147]: _type = "Task" [ 788.245680] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.255267] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420813, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.383017] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] Releasing lock "refresh_cache-773f7ed4-8264-4332-acba-906d39ae885d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.383017] env[71147]: DEBUG nova.compute.manager [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Inject network info {{(pid=71147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 788.383017] env[71147]: DEBUG nova.compute.manager [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] network_info to inject: |[{"id": "9a45ae91-24e6-4846-a399-d908b2f891e8", "address": "fa:16:3e:c5:fc:e7", "network": {"id": "0633fcf1-9759-48a1-9c8c-e57c06c4d887", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-375265272-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2da95e2c9154b51b835264a7e32e47f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45ae91-24", "ovs_interfaceid": "9a45ae91-24e6-4846-a399-d908b2f891e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 788.386445] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Reconfiguring VM instance to set the machine id {{(pid=71147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 788.387198] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d358296e-500f-4ae2-b565-f0eb29951e84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.410882] env[71147]: DEBUG oslo_vmware.api [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] Waiting for the task: (returnval){ [ 788.410882] env[71147]: value = "task-3420814" [ 788.410882] env[71147]: _type = "Task" [ 788.410882] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.424568] env[71147]: DEBUG oslo_vmware.api [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] Task: {'id': task-3420814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.614776] env[71147]: DEBUG nova.network.neutron [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Successfully created port: d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.644835] env[71147]: DEBUG nova.network.neutron [req-3d0db3f6-5b61-47bd-88b0-b460f6188aa7 req-a8db1105-3692-46a3-a9ca-6642f11e6b1b service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Updated VIF entry in instance network info cache for port 9a0573a5-045c-4af9-b58d-140fc5165ba1. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.644835] env[71147]: DEBUG nova.network.neutron [req-3d0db3f6-5b61-47bd-88b0-b460f6188aa7 req-a8db1105-3692-46a3-a9ca-6642f11e6b1b service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Updating instance_info_cache with network_info: [{"id": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "address": "fa:16:3e:d6:4e:c7", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0573a5-04", "ovs_interfaceid": "9a0573a5-045c-4af9-b58d-140fc5165ba1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.670091] env[71147]: DEBUG nova.compute.manager [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.756108] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420813, 'name': CreateSnapshot_Task, 'duration_secs': 0.505533} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.756389] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 788.757258] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe04f1f-65bb-4a50-bc77-b65abded44e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.923676] env[71147]: DEBUG oslo_vmware.api [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] Task: {'id': task-3420814, 'name': ReconfigVM_Task, 'duration_secs': 0.19063} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.923968] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32842d92-59ba-4c79-b94e-1159ca96f84e tempest-ServersAdminTestJSON-1191771015 tempest-ServersAdminTestJSON-1191771015-project-admin] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Reconfigured VM instance to set the machine id {{(pid=71147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 789.147081] env[71147]: DEBUG oslo_concurrency.lockutils [req-3d0db3f6-5b61-47bd-88b0-b460f6188aa7 req-a8db1105-3692-46a3-a9ca-6642f11e6b1b service nova] Releasing lock "refresh_cache-c35b7224-4ad6-40a0-aee7-97b8cec436cc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.183021] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cfdea1-b3cd-484f-87c2-8902b8732a14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.194566] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd31369-2b4e-4974-b860-df3a1673efc0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.235652] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e24a36d-dbf1-4a54-a647-88df97750fe2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.244943] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39038b72-bf23-4c9f-8171-6394a90435b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.260292] env[71147]: DEBUG nova.compute.provider_tree [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.278260] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.279044] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2888d9c-3572-4909-8b50-ac81907470a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.290920] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 789.290920] env[71147]: value = "task-3420815" [ 789.290920] env[71147]: _type = "Task" [ 789.290920] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.304575] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420815, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.332756] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.332756] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.332756] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.332756] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.332999] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.335184] env[71147]: INFO nova.compute.manager [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Terminating instance [ 789.438603] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.438910] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.439206] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.439399] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.439574] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.442305] env[71147]: INFO nova.compute.manager [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Terminating instance [ 789.543491] env[71147]: DEBUG nova.compute.manager [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.544483] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e167dbd-e094-499d-a887-fc1c99eaa289 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.686404] env[71147]: DEBUG nova.compute.manager [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.711292] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.711577] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.711849] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.712086] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.712244] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.712394] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.712600] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.712756] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.712934] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.713243] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.713410] env[71147]: DEBUG nova.virt.hardware [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.714403] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c824955-d5e8-4495-8f39-93a8562f3bd9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.724286] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765642b-0165-406e-a0a0-3d525b36463a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.763489] env[71147]: DEBUG nova.scheduler.client.report [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.803029] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420815, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.839554] env[71147]: DEBUG nova.compute.manager [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.839811] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.840748] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfb6a20-182b-4c19-a341-a57b4197de1b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.849643] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.850047] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b55860f-c14b-4a2d-b540-d9f14ce3146a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.857587] env[71147]: DEBUG oslo_vmware.api [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 789.857587] env[71147]: value = "task-3420816" [ 789.857587] env[71147]: _type = "Task" [ 789.857587] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.867702] env[71147]: DEBUG oslo_vmware.api [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.946727] env[71147]: DEBUG nova.compute.manager [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.947070] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.947908] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533ec486-5b94-460f-a4da-75da0ff9f725 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.959706] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.959706] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7c71fba-7b66-41f8-8ce7-88d3d56720cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.967901] env[71147]: DEBUG oslo_vmware.api [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 789.967901] env[71147]: value = "task-3420817" [ 789.967901] env[71147]: _type = "Task" [ 789.967901] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.980143] env[71147]: DEBUG oslo_vmware.api [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.056174] env[71147]: INFO nova.compute.manager [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] instance snapshotting [ 790.059712] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71869db5-6dc8-4c03-a061-0ef47c4db7dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.085969] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e11556-1272-4002-9abe-73a278f6ad4c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.205866] env[71147]: DEBUG nova.compute.manager [req-31905862-ef85-4297-ab1f-1f02e3aef02e req-ae7719e6-3029-4429-95a4-cbaf83592ea8 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Received event network-vif-plugged-d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.206138] env[71147]: DEBUG oslo_concurrency.lockutils [req-31905862-ef85-4297-ab1f-1f02e3aef02e req-ae7719e6-3029-4429-95a4-cbaf83592ea8 service nova] Acquiring lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.206359] env[71147]: DEBUG oslo_concurrency.lockutils [req-31905862-ef85-4297-ab1f-1f02e3aef02e req-ae7719e6-3029-4429-95a4-cbaf83592ea8 service nova] Lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.206559] env[71147]: DEBUG oslo_concurrency.lockutils [req-31905862-ef85-4297-ab1f-1f02e3aef02e req-ae7719e6-3029-4429-95a4-cbaf83592ea8 service nova] Lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.206819] env[71147]: DEBUG nova.compute.manager [req-31905862-ef85-4297-ab1f-1f02e3aef02e req-ae7719e6-3029-4429-95a4-cbaf83592ea8 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] No waiting events found dispatching network-vif-plugged-d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.207020] env[71147]: WARNING nova.compute.manager [req-31905862-ef85-4297-ab1f-1f02e3aef02e req-ae7719e6-3029-4429-95a4-cbaf83592ea8 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Received unexpected event network-vif-plugged-d78b9581-1313-402e-a183-e90148f82ceb for instance with vm_state building and task_state spawning. [ 790.264396] env[71147]: DEBUG nova.network.neutron [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Successfully updated port: d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.268666] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.269294] env[71147]: DEBUG nova.compute.manager [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.273264] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.326s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.273264] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.275563] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.063s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.277068] env[71147]: INFO nova.compute.claims [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.303294] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420815, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.313985] env[71147]: INFO nova.scheduler.client.report [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Deleted allocations for instance f21d59f3-5eaa-4bfe-8752-17f3bc4ece69 [ 790.369146] env[71147]: DEBUG oslo_vmware.api [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420816, 'name': PowerOffVM_Task, 'duration_secs': 0.395711} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.369146] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.369146] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.369345] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f2b364-54c0-43d8-858c-ee8cf05c3969 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.440512] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.440751] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.441023] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Deleting the datastore file [datastore2] 1f4f8332-2edb-49f8-b312-7e6cb5502ab0 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.441304] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7fc4831-fa14-48aa-b66c-74163962361c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.450381] env[71147]: DEBUG oslo_vmware.api [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 790.450381] env[71147]: value = "task-3420819" [ 790.450381] env[71147]: _type = "Task" [ 790.450381] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.462372] env[71147]: DEBUG oslo_vmware.api [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.478085] env[71147]: DEBUG oslo_vmware.api [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420817, 'name': PowerOffVM_Task, 'duration_secs': 0.306204} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.478354] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.478518] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.478770] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d94328d7-f715-405c-88b1-fc620e5d069b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.561415] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.561415] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.561801] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Deleting the datastore file [datastore2] fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.561801] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc59dd4-e71c-4572-b5f6-e35331fcae5f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.570875] env[71147]: DEBUG oslo_vmware.api [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 790.570875] env[71147]: value = "task-3420821" [ 790.570875] env[71147]: _type = "Task" [ 790.570875] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.580909] env[71147]: DEBUG oslo_vmware.api [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.597745] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 790.598100] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c645f59b-34cb-4e40-8e65-448c4e813bfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.611698] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 790.611698] env[71147]: value = "task-3420822" [ 790.611698] env[71147]: _type = "Task" [ 790.611698] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.621738] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420822, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.767223] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.767511] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquired lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.767511] env[71147]: DEBUG nova.network.neutron [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.782920] env[71147]: DEBUG nova.compute.utils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.787766] env[71147]: DEBUG nova.compute.manager [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.787901] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.807748] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420815, 'name': CloneVM_Task} progress is 95%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.825759] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3004fb1d-2954-4fff-beba-150388fb8330 tempest-ServersAdminNegativeTestJSON-368123288 tempest-ServersAdminNegativeTestJSON-368123288-project-member] Lock "f21d59f3-5eaa-4bfe-8752-17f3bc4ece69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.289s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.837171] env[71147]: DEBUG nova.policy [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58f986e0f4d2457daa76cb2640b65239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0b3485cc52945d188e0b491984fbd9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.964893] env[71147]: DEBUG oslo_vmware.api [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181833} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.965419] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.965770] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.966129] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.966510] env[71147]: INFO nova.compute.manager [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 790.966969] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.967462] env[71147]: DEBUG nova.compute.manager [-] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.967697] env[71147]: DEBUG nova.network.neutron [-] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.013262] env[71147]: INFO nova.compute.manager [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Rebuilding instance [ 791.068905] env[71147]: DEBUG nova.compute.manager [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.069852] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0036809-6e35-4e84-85c6-906e243459dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.086107] env[71147]: DEBUG oslo_vmware.api [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3420821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170057} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.086804] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.087030] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.087210] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.087380] env[71147]: INFO nova.compute.manager [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Took 1.14 seconds to destroy the instance on the hypervisor. [ 791.087663] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.087882] env[71147]: DEBUG nova.compute.manager [-] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.087972] env[71147]: DEBUG nova.network.neutron [-] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.126026] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420822, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.242735] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Successfully created port: 1b8e4e3d-195a-4744-bc6f-3f46cff3af92 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.287839] env[71147]: DEBUG nova.compute.manager [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.317284] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420815, 'name': CloneVM_Task} progress is 95%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.331680] env[71147]: DEBUG nova.network.neutron [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.498994] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.499452] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.572047] env[71147]: DEBUG nova.compute.manager [req-ea1d16ba-e610-4fb0-8516-18d6f026326f req-2ec4834d-4803-4b34-ac0a-08968582983f service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Received event network-vif-deleted-949c63d6-d73f-43eb-b37f-954ffc613ec0 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.572152] env[71147]: INFO nova.compute.manager [req-ea1d16ba-e610-4fb0-8516-18d6f026326f req-2ec4834d-4803-4b34-ac0a-08968582983f service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Neutron deleted interface 949c63d6-d73f-43eb-b37f-954ffc613ec0; detaching it from the instance and deleting it from the info cache [ 791.572327] env[71147]: DEBUG nova.network.neutron [req-ea1d16ba-e610-4fb0-8516-18d6f026326f req-2ec4834d-4803-4b34-ac0a-08968582983f service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.635483] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420822, 'name': CreateSnapshot_Task, 'duration_secs': 0.930747} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.639408] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 791.643129] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096736df-e075-4b5e-8089-87b0bc937bba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.725394] env[71147]: DEBUG nova.network.neutron [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updating instance_info_cache with network_info: [{"id": "d78b9581-1313-402e-a183-e90148f82ceb", "address": "fa:16:3e:71:91:33", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78b9581-13", "ovs_interfaceid": "d78b9581-1313-402e-a183-e90148f82ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.815279] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.815526] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.815526] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.815697] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.815908] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.818362] env[71147]: INFO nova.compute.manager [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Terminating instance [ 791.833875] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420815, 'name': CloneVM_Task} progress is 95%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.885376] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Successfully created port: 5cee26b7-18e1-4185-968f-6579953fa936 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.931858] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d618e02f-19e3-4d9d-9fad-cdcf9f7453f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.940862] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd24d27-ccbb-41f4-88c6-e6f99bcb271d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.973751] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4657ab4-0785-454f-b5fc-a96dd0efeded {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.983372] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2fddcd-3dfc-4532-9ba7-981c3d48714f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.999685] env[71147]: DEBUG nova.compute.provider_tree [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.000588] env[71147]: WARNING oslo_messaging._drivers.amqpdriver [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 792.009779] env[71147]: DEBUG nova.compute.manager [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.028416] env[71147]: DEBUG oslo_concurrency.lockutils [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "14217653-66fb-46a9-89e7-f0f7466f5ecc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.028630] env[71147]: DEBUG oslo_concurrency.lockutils [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "14217653-66fb-46a9-89e7-f0f7466f5ecc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.028900] env[71147]: DEBUG oslo_concurrency.lockutils [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "14217653-66fb-46a9-89e7-f0f7466f5ecc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.029364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "14217653-66fb-46a9-89e7-f0f7466f5ecc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.029364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "14217653-66fb-46a9-89e7-f0f7466f5ecc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.031780] env[71147]: INFO nova.compute.manager [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Terminating instance [ 792.043780] env[71147]: DEBUG nova.network.neutron [-] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.074698] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee37bb36-11f0-4ed0-965e-aa1ff8b1d103 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.085902] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3117b0d6-c4ef-4b1d-af26-d73f5bdb8906 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.097352] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.097901] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd38fe3e-12f6-487b-bad8-e03809ec3442 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.108529] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 792.108529] env[71147]: value = "task-3420823" [ 792.108529] env[71147]: _type = "Task" [ 792.108529] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.117892] env[71147]: DEBUG nova.network.neutron [-] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.119337] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.135115] env[71147]: DEBUG nova.compute.manager [req-ea1d16ba-e610-4fb0-8516-18d6f026326f req-2ec4834d-4803-4b34-ac0a-08968582983f service nova] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Detach interface failed, port_id=949c63d6-d73f-43eb-b37f-954ffc613ec0, reason: Instance 1f4f8332-2edb-49f8-b312-7e6cb5502ab0 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 792.135974] env[71147]: INFO nova.compute.manager [-] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Took 1.05 seconds to deallocate network for instance. [ 792.173220] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.173952] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c517a4eb-3345-4433-b76c-d375cfb8842e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.186038] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 792.186038] env[71147]: value = "task-3420824" [ 792.186038] env[71147]: _type = "Task" [ 792.186038] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.197289] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420824, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.226267] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Releasing lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.226713] env[71147]: DEBUG nova.compute.manager [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Instance network_info: |[{"id": "d78b9581-1313-402e-a183-e90148f82ceb", "address": "fa:16:3e:71:91:33", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78b9581-13", "ovs_interfaceid": "d78b9581-1313-402e-a183-e90148f82ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.227204] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:91:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd78b9581-1313-402e-a183-e90148f82ceb', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.235873] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Creating folder: Project (2b99650993fb4bc4ba6ecaf4236217dd). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.237057] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Successfully created port: 4eb84278-2390-4e95-9028-e876ae8cb465 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.240334] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c71833b6-ecc8-4d3f-9dec-66d9b967a290 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.244389] env[71147]: DEBUG nova.compute.manager [req-49707789-6dc5-449b-adff-99f56f633afe req-b6c888f5-7e8c-417d-95ac-339fccc27636 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Received event network-changed-d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.244596] env[71147]: DEBUG nova.compute.manager [req-49707789-6dc5-449b-adff-99f56f633afe req-b6c888f5-7e8c-417d-95ac-339fccc27636 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing instance network info cache due to event network-changed-d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.244878] env[71147]: DEBUG oslo_concurrency.lockutils [req-49707789-6dc5-449b-adff-99f56f633afe req-b6c888f5-7e8c-417d-95ac-339fccc27636 service nova] Acquiring lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.244999] env[71147]: DEBUG oslo_concurrency.lockutils [req-49707789-6dc5-449b-adff-99f56f633afe req-b6c888f5-7e8c-417d-95ac-339fccc27636 service nova] Acquired lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.245206] env[71147]: DEBUG nova.network.neutron [req-49707789-6dc5-449b-adff-99f56f633afe req-b6c888f5-7e8c-417d-95ac-339fccc27636 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing network info cache for port d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.269425] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Created folder: Project (2b99650993fb4bc4ba6ecaf4236217dd) in parent group-v682378. [ 792.269818] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Creating folder: Instances. Parent ref: group-v682496. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.270113] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50501f20-cc65-423f-8f87-4ede93f3a36b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.293155] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Created folder: Instances in parent group-v682496. [ 792.294631] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.294631] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.294782] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57080d42-af7e-4af1-93bd-a33f39d6bf59 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.314863] env[71147]: DEBUG nova.compute.manager [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.323338] env[71147]: DEBUG nova.compute.manager [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.323586] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.324678] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9838a3f6-e44b-4d42-b507-eed2ebb97aff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.330414] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.330414] env[71147]: value = "task-3420827" [ 792.330414] env[71147]: _type = "Task" [ 792.330414] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.339713] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420815, 'name': CloneVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.340014] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.342506] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320bfff0-bfbc-4d41-978b-09880d73779e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.349069] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420827, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.354226] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.354631] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.354882] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.355143] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.355306] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.355461] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.355754] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.355978] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.356209] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.356413] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.356594] env[71147]: DEBUG nova.virt.hardware [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.357621] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faac9ce-9719-4980-bdac-0a01d060d213 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.362117] env[71147]: DEBUG oslo_vmware.api [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 792.362117] env[71147]: value = "task-3420828" [ 792.362117] env[71147]: _type = "Task" [ 792.362117] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.375736] env[71147]: DEBUG oslo_vmware.api [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.379866] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f408a683-d81f-4b19-96dd-40724ddeece9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.533896] env[71147]: ERROR nova.scheduler.client.report [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [req-d75143ef-9f91-4d8a-bd09-ffff4b26a83e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d75143ef-9f91-4d8a-bd09-ffff4b26a83e"}]} [ 792.538643] env[71147]: DEBUG nova.compute.manager [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.539300] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.541819] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24081d9-e74f-447d-a1fc-ee49ea337043 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.546706] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.547224] env[71147]: INFO nova.compute.manager [-] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Took 1.58 seconds to deallocate network for instance. [ 792.557626] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.558509] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2125484-ea8a-4564-ac5f-ae224559bac0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.561238] env[71147]: DEBUG nova.scheduler.client.report [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 792.571306] env[71147]: DEBUG oslo_vmware.api [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 792.571306] env[71147]: value = "task-3420829" [ 792.571306] env[71147]: _type = "Task" [ 792.571306] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.581950] env[71147]: DEBUG oslo_vmware.api [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.583250] env[71147]: DEBUG nova.scheduler.client.report [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 792.583526] env[71147]: DEBUG nova.compute.provider_tree [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.607355] env[71147]: DEBUG nova.scheduler.client.report [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 792.626665] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420823, 'name': PowerOffVM_Task, 'duration_secs': 0.2197} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.626665] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.626665] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.626665] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0859be8d-5c3a-40aa-8d60-981c5c3917cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.640157] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.640278] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1658e016-d571-436b-9048-f8ef7fc06452 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.644018] env[71147]: DEBUG nova.scheduler.client.report [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 792.648015] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.697798] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420824, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.736731] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.736731] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.736731] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleting the datastore file [datastore1] b1b9949a-e3a3-4ce2-a77e-0def597bdec1 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.737059] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba1af12d-03f5-459e-a59f-77c9fab886ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.748175] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 792.748175] env[71147]: value = "task-3420831" [ 792.748175] env[71147]: _type = "Task" [ 792.748175] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.770149] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.823951] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420815, 'name': CloneVM_Task, 'duration_secs': 3.124489} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.824306] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Created linked-clone VM from snapshot [ 792.825208] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002e5a5-4c47-472e-b98d-c97ef063dee9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.838663] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Uploading image 66f768cd-feb4-41aa-9e3c-fa72d92ab63b {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.849827] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420827, 'name': CreateVM_Task, 'duration_secs': 0.441528} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.850015] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.850757] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.850925] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.852423] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.853526] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09109105-0d9d-42a2-af97-a5cfe12969ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.859370] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 792.859370] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528febcd-9329-8d27-8689-6ed014788969" [ 792.859370] env[71147]: _type = "Task" [ 792.859370] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.878237] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528febcd-9329-8d27-8689-6ed014788969, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.881328] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.881647] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.881845] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.881954] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.882186] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.882510] env[71147]: DEBUG oslo_vmware.api [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420828, 'name': PowerOffVM_Task, 'duration_secs': 0.202823} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.884538] env[71147]: DEBUG oslo_vmware.rw_handles [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.884538] env[71147]: value = "vm-682494" [ 792.884538] env[71147]: _type = "VirtualMachine" [ 792.884538] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.887280] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0d4bf4d-889b-4c52-8b22-182208917367 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.889173] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.889357] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.889576] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d195f49f-9bef-45fe-afee-7a1e9a0bf7c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.893949] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b866642-78ec-48dd-a8c9-12944288aee6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.907877] env[71147]: DEBUG oslo_vmware.rw_handles [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease: (returnval){ [ 792.907877] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52acc36d-37ea-dbd5-78ee-68f50e59e61f" [ 792.907877] env[71147]: _type = "HttpNfcLease" [ 792.907877] env[71147]: } obtained for exporting VM: (result){ [ 792.907877] env[71147]: value = "vm-682494" [ 792.907877] env[71147]: _type = "VirtualMachine" [ 792.907877] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 792.908380] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the lease: (returnval){ [ 792.908380] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52acc36d-37ea-dbd5-78ee-68f50e59e61f" [ 792.908380] env[71147]: _type = "HttpNfcLease" [ 792.908380] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 792.909528] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.909705] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.914078] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ffac2e-4916-4363-a223-78885feab574 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.927893] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 792.927893] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523c2fcd-c029-ea1e-52fc-61f2abb9d9fd" [ 792.927893] env[71147]: _type = "Task" [ 792.927893] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.929250] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.929250] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52acc36d-37ea-dbd5-78ee-68f50e59e61f" [ 792.929250] env[71147]: _type = "HttpNfcLease" [ 792.929250] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 792.933130] env[71147]: DEBUG oslo_vmware.rw_handles [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 792.933130] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52acc36d-37ea-dbd5-78ee-68f50e59e61f" [ 792.933130] env[71147]: _type = "HttpNfcLease" [ 792.933130] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 792.933741] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0c81fc-1cf1-41da-b622-0765fe824e13 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.947817] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523c2fcd-c029-ea1e-52fc-61f2abb9d9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.953990] env[71147]: DEBUG oslo_vmware.rw_handles [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805824-e501-8f14-c86d-b4be986c76af/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 792.954388] env[71147]: DEBUG oslo_vmware.rw_handles [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805824-e501-8f14-c86d-b4be986c76af/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 792.960353] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ed8cca-63ba-4ff5-9620-ad9f60375a83 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.032702] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.033078] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.033321] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Deleting the datastore file [datastore2] 9b1f0780-45ef-453b-9de2-1a5af6e884d4 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.033673] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 793.033673] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521fda69-ed46-eb01-496c-21f99f70e126" [ 793.033673] env[71147]: _type = "Task" [ 793.033673] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.035640] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84fb04fc-66ac-4e6d-9994-261d80429237 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.051514] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521fda69-ed46-eb01-496c-21f99f70e126, 'name': SearchDatastore_Task, 'duration_secs': 0.013273} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.051847] env[71147]: DEBUG oslo_vmware.api [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 793.051847] env[71147]: value = "task-3420834" [ 793.051847] env[71147]: _type = "Task" [ 793.051847] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.052115] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.052376] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] f974fb0f-4b81-437d-9cf1-d56b5e7d2c75/f974fb0f-4b81-437d-9cf1-d56b5e7d2c75.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.053413] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cbf8c10-7e80-490e-8340-5d8c49d8a7f3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.058426] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.064538] env[71147]: DEBUG oslo_vmware.api [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.066062] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 793.066062] env[71147]: value = "task-3420835" [ 793.066062] env[71147]: _type = "Task" [ 793.066062] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.081434] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.084722] env[71147]: DEBUG oslo_vmware.api [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420829, 'name': PowerOffVM_Task, 'duration_secs': 0.273373} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.089867] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.090061] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.092323] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e256c0b-a927-45f7-8432-25d819707798 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.094322] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed66a44b-49d0-4fee-b3ec-459b2619acd6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.178816] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.179127] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.180163] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Deleting the datastore file [datastore2] 14217653-66fb-46a9-89e7-f0f7466f5ecc {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.180163] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24ef2f71-c990-45e0-9edf-b5d7eb3fd037 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.193323] env[71147]: DEBUG oslo_vmware.api [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for the task: (returnval){ [ 793.193323] env[71147]: value = "task-3420837" [ 793.193323] env[71147]: _type = "Task" [ 793.193323] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.202742] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420824, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.215425] env[71147]: DEBUG oslo_vmware.api [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.263944] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157865} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.264837] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.264837] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.264837] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.268870] env[71147]: DEBUG nova.network.neutron [req-49707789-6dc5-449b-adff-99f56f633afe req-b6c888f5-7e8c-417d-95ac-339fccc27636 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updated VIF entry in instance network info cache for port d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.269371] env[71147]: DEBUG nova.network.neutron [req-49707789-6dc5-449b-adff-99f56f633afe req-b6c888f5-7e8c-417d-95ac-339fccc27636 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updating instance_info_cache with network_info: [{"id": "d78b9581-1313-402e-a183-e90148f82ceb", "address": "fa:16:3e:71:91:33", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78b9581-13", "ovs_interfaceid": "d78b9581-1313-402e-a183-e90148f82ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.329226] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b754d5db-f017-4dc3-b3b4-63c9640f38b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.341948] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd3477c-7c30-4f06-aca1-c625e49e5957 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.384883] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac7159e-643b-4afa-9503-5f0d231b6fd5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.394726] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6c08a9-e596-4c0b-8a6e-8d15d8c16df6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.414807] env[71147]: DEBUG nova.compute.provider_tree [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.564895] env[71147]: DEBUG oslo_vmware.api [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21718} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.566196] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.566196] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.566196] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.566196] env[71147]: INFO nova.compute.manager [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Took 1.24 seconds to destroy the instance on the hypervisor. [ 793.567563] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.567563] env[71147]: DEBUG nova.compute.manager [-] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.567563] env[71147]: DEBUG nova.network.neutron [-] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.579079] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.623757] env[71147]: DEBUG nova.compute.manager [req-6c944026-9948-4c38-a758-00efe81a9ae8 req-3ec46ae6-16c0-481b-93e9-6957a3e254fd service nova] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Received event network-vif-deleted-1d44cea6-1a79-498b-951e-97a0c80ec3f2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.702464] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420824, 'name': CloneVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.709049] env[71147]: DEBUG oslo_vmware.api [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Task: {'id': task-3420837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489404} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.709925] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.710176] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.710380] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.710661] env[71147]: INFO nova.compute.manager [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 793.710965] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.711177] env[71147]: DEBUG nova.compute.manager [-] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.711271] env[71147]: DEBUG nova.network.neutron [-] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.780024] env[71147]: DEBUG oslo_concurrency.lockutils [req-49707789-6dc5-449b-adff-99f56f633afe req-b6c888f5-7e8c-417d-95ac-339fccc27636 service nova] Releasing lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.957673] env[71147]: DEBUG nova.scheduler.client.report [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 793.957673] env[71147]: DEBUG nova.compute.provider_tree [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 58 to 59 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 793.957673] env[71147]: DEBUG nova.compute.provider_tree [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.079940] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570159} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.080773] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] f974fb0f-4b81-437d-9cf1-d56b5e7d2c75/f974fb0f-4b81-437d-9cf1-d56b5e7d2c75.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.081527] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.081789] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5572b142-1914-45c5-b5ce-0d29ccb1d684 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.090697] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 794.090697] env[71147]: value = "task-3420838" [ 794.090697] env[71147]: _type = "Task" [ 794.090697] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.107450] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.199917] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420824, 'name': CloneVM_Task, 'duration_secs': 1.560012} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.203523] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Created linked-clone VM from snapshot [ 794.204393] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c978c3-3081-4cb0-961e-8b49365ae6cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.214708] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Uploading image f3d00be3-8087-475b-b2b8-9fd8b125c2c0 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 794.250624] env[71147]: DEBUG oslo_vmware.rw_handles [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 794.250624] env[71147]: value = "vm-682497" [ 794.250624] env[71147]: _type = "VirtualMachine" [ 794.250624] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 794.250976] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8bc539c9-4d3f-442f-8391-feae566f204a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.260244] env[71147]: DEBUG oslo_vmware.rw_handles [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lease: (returnval){ [ 794.260244] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d5289b-a35c-9e4f-08c0-be2605b550b0" [ 794.260244] env[71147]: _type = "HttpNfcLease" [ 794.260244] env[71147]: } obtained for exporting VM: (result){ [ 794.260244] env[71147]: value = "vm-682497" [ 794.260244] env[71147]: _type = "VirtualMachine" [ 794.260244] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 794.260702] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the lease: (returnval){ [ 794.260702] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d5289b-a35c-9e4f-08c0-be2605b550b0" [ 794.260702] env[71147]: _type = "HttpNfcLease" [ 794.260702] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 794.267676] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.267676] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d5289b-a35c-9e4f-08c0-be2605b550b0" [ 794.267676] env[71147]: _type = "HttpNfcLease" [ 794.267676] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 794.307314] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.307708] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.307953] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.308319] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.309829] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.310114] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.310602] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.310773] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.310969] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.311156] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.311330] env[71147]: DEBUG nova.virt.hardware [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.312303] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a2abfd-7ce4-4272-b38b-e3bcd147beb4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.323183] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c3722-8777-4cc7-ab13-09147bda812c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.348901] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:2c:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0face6b-0867-48f0-9031-86b05c2732f3', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.361209] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.361718] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.362124] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70ff01c2-3104-44f9-a3e0-150ab9fd2db0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.391093] env[71147]: DEBUG nova.compute.manager [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received event network-vif-plugged-1b8e4e3d-195a-4744-bc6f-3f46cff3af92 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.391379] env[71147]: DEBUG oslo_concurrency.lockutils [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] Acquiring lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.391845] env[71147]: DEBUG oslo_concurrency.lockutils [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.392171] env[71147]: DEBUG oslo_concurrency.lockutils [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.392455] env[71147]: DEBUG nova.compute.manager [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] No waiting events found dispatching network-vif-plugged-1b8e4e3d-195a-4744-bc6f-3f46cff3af92 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.392743] env[71147]: WARNING nova.compute.manager [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received unexpected event network-vif-plugged-1b8e4e3d-195a-4744-bc6f-3f46cff3af92 for instance with vm_state building and task_state spawning. [ 794.393040] env[71147]: DEBUG nova.compute.manager [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Received event network-vif-deleted-3557312b-9d99-450e-b27c-81e203189555 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.393345] env[71147]: INFO nova.compute.manager [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Neutron deleted interface 3557312b-9d99-450e-b27c-81e203189555; detaching it from the instance and deleting it from the info cache [ 794.393643] env[71147]: DEBUG nova.network.neutron [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.402433] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.402433] env[71147]: value = "task-3420840" [ 794.402433] env[71147]: _type = "Task" [ 794.402433] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.418933] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420840, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.466917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.191s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.467556] env[71147]: DEBUG nova.compute.manager [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.471136] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.256s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.473527] env[71147]: INFO nova.compute.claims [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.527609] env[71147]: DEBUG nova.network.neutron [-] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.604437] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079773} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.605647] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.606694] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2983c1f0-d2e3-471e-8c51-85933b7c4bec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.635370] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f974fb0f-4b81-437d-9cf1-d56b5e7d2c75/f974fb0f-4b81-437d-9cf1-d56b5e7d2c75.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.636153] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ff41fd-b376-4b1a-a269-a0fd93fe8ece {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.653094] env[71147]: DEBUG nova.network.neutron [-] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.661777] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 794.661777] env[71147]: value = "task-3420841" [ 794.661777] env[71147]: _type = "Task" [ 794.661777] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.672125] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.682874] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Successfully updated port: 1b8e4e3d-195a-4744-bc6f-3f46cff3af92 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.771502] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 794.771502] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d5289b-a35c-9e4f-08c0-be2605b550b0" [ 794.771502] env[71147]: _type = "HttpNfcLease" [ 794.771502] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 794.772122] env[71147]: DEBUG oslo_vmware.rw_handles [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 794.772122] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d5289b-a35c-9e4f-08c0-be2605b550b0" [ 794.772122] env[71147]: _type = "HttpNfcLease" [ 794.772122] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 794.773669] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1519f7ce-8ea1-46c2-85cc-b324e69bf84d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.783464] env[71147]: DEBUG oslo_vmware.rw_handles [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527345f7-e279-e9f2-8799-db7af6a68b0a/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 794.783696] env[71147]: DEBUG oslo_vmware.rw_handles [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527345f7-e279-e9f2-8799-db7af6a68b0a/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 794.897607] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9e6ff8d-7f62-4eb8-b081-5725ac7f61f9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.912972] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922dedb7-af44-4ea3-8722-0d261b46c8c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.930963] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420840, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.937247] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9574c4a-7815-459e-b86c-3c72f4976462 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.963864] env[71147]: DEBUG nova.compute.manager [req-a262295e-bbe3-47c0-9ea9-97dfbdcacde7 req-5d53a4ef-b1cd-4775-ae39-c62e037d7035 service nova] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Detach interface failed, port_id=3557312b-9d99-450e-b27c-81e203189555, reason: Instance 9b1f0780-45ef-453b-9de2-1a5af6e884d4 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.978652] env[71147]: DEBUG nova.compute.utils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.985263] env[71147]: DEBUG nova.compute.manager [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.985263] env[71147]: DEBUG nova.network.neutron [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.028637] env[71147]: INFO nova.compute.manager [-] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Took 1.32 seconds to deallocate network for instance. [ 795.100683] env[71147]: DEBUG nova.policy [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc853a0134d74325aa0801493a5d720c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59613e91b20b4d94a38e6ab477ee05f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.157395] env[71147]: INFO nova.compute.manager [-] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Took 1.59 seconds to deallocate network for instance. [ 795.175164] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.415567] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420840, 'name': CreateVM_Task, 'duration_secs': 0.858467} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.416098] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.417191] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.417552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.418301] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.418806] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b30d9e-db0f-40d0-84b2-0a6d3ef1d2bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.425212] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 795.425212] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5204ae82-b1d8-8d44-0182-d36ea150ae48" [ 795.425212] env[71147]: _type = "Task" [ 795.425212] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.436753] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5204ae82-b1d8-8d44-0182-d36ea150ae48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.487765] env[71147]: DEBUG nova.compute.manager [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.539765] env[71147]: DEBUG oslo_concurrency.lockutils [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.670357] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.678267] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420841, 'name': ReconfigVM_Task, 'duration_secs': 0.603157} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.678600] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f974fb0f-4b81-437d-9cf1-d56b5e7d2c75/f974fb0f-4b81-437d-9cf1-d56b5e7d2c75.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.679327] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b471b5a9-405d-41f0-b844-c1e452088fb2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.691090] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 795.691090] env[71147]: value = "task-3420842" [ 795.691090] env[71147]: _type = "Task" [ 795.691090] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.701917] env[71147]: DEBUG nova.compute.manager [req-57c81013-01ea-400b-9c0e-e2f1d3206b94 req-ef54f69d-a7cf-4f7d-9f0c-0ad34c1877bd service nova] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Received event network-vif-deleted-64f80b62-390f-4083-a22d-c74f253cc062 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.708513] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420842, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.909418] env[71147]: DEBUG nova.network.neutron [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Successfully created port: 2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.939746] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5204ae82-b1d8-8d44-0182-d36ea150ae48, 'name': SearchDatastore_Task, 'duration_secs': 0.01298} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.940402] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.940709] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.940974] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.941168] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.941620] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.941883] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-803345e9-caca-4884-8506-9ca4f48ccf2b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.957059] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.957571] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.958602] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4b69c5-796e-4296-8253-b1f94e3e4fdb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.969294] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 795.969294] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b83cd0-6284-6988-2efd-2cdcd3fb1abb" [ 795.969294] env[71147]: _type = "Task" [ 795.969294] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.984943] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b83cd0-6284-6988-2efd-2cdcd3fb1abb, 'name': SearchDatastore_Task, 'duration_secs': 0.013634} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.988801] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65379f9-84d8-47a0-9bd7-5436bafa61e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.001269] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 796.001269] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f15412-7fee-ec96-1681-338db9766b76" [ 796.001269] env[71147]: _type = "Task" [ 796.001269] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.015630] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f15412-7fee-ec96-1681-338db9766b76, 'name': SearchDatastore_Task, 'duration_secs': 0.012727} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.018789] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.019982] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.019982] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-555bf3a1-aa80-4c7b-b84c-dad719eb2172 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.028962] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 796.028962] env[71147]: value = "task-3420843" [ 796.028962] env[71147]: _type = "Task" [ 796.028962] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.041109] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.151132] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f31318-968f-45de-b493-eec022a28ceb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.162166] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8723fee9-4e22-476e-9a57-20bac1d80b6f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.215364] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e139b44-93af-4974-9a86-19a821c668c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.225209] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420842, 'name': Rename_Task, 'duration_secs': 0.201747} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.232255] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.232255] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984108fe-39a5-486e-9b57-6c805e084948 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.233222] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee9d72c-7215-4af5-9ffe-25e65fabcccb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.250782] env[71147]: DEBUG nova.compute.provider_tree [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.254217] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 796.254217] env[71147]: value = "task-3420844" [ 796.254217] env[71147]: _type = "Task" [ 796.254217] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.270766] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.509022] env[71147]: DEBUG nova.compute.manager [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.541982] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420843, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.758432] env[71147]: DEBUG nova.scheduler.client.report [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.775793] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.040703] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587255} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.041122] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.041497] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.041610] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f455d41d-3c08-4def-a68d-e34b4750e762 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.051998] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 797.051998] env[71147]: value = "task-3420845" [ 797.051998] env[71147]: _type = "Task" [ 797.051998] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.066986] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.089240] env[71147]: DEBUG nova.compute.manager [req-7e5c6762-963e-4455-afb2-d0a63a6e083e req-09dc2ef2-9120-45e4-b4de-b32079a88780 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received event network-changed-1b8e4e3d-195a-4744-bc6f-3f46cff3af92 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.089478] env[71147]: DEBUG nova.compute.manager [req-7e5c6762-963e-4455-afb2-d0a63a6e083e req-09dc2ef2-9120-45e4-b4de-b32079a88780 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Refreshing instance network info cache due to event network-changed-1b8e4e3d-195a-4744-bc6f-3f46cff3af92. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.089792] env[71147]: DEBUG oslo_concurrency.lockutils [req-7e5c6762-963e-4455-afb2-d0a63a6e083e req-09dc2ef2-9120-45e4-b4de-b32079a88780 service nova] Acquiring lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.090038] env[71147]: DEBUG oslo_concurrency.lockutils [req-7e5c6762-963e-4455-afb2-d0a63a6e083e req-09dc2ef2-9120-45e4-b4de-b32079a88780 service nova] Acquired lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.090756] env[71147]: DEBUG nova.network.neutron [req-7e5c6762-963e-4455-afb2-d0a63a6e083e req-09dc2ef2-9120-45e4-b4de-b32079a88780 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Refreshing network info cache for port 1b8e4e3d-195a-4744-bc6f-3f46cff3af92 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.252458] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Successfully updated port: 5cee26b7-18e1-4185-968f-6579953fa936 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.269030] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.269030] env[71147]: DEBUG nova.compute.manager [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.272477] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.448s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.274194] env[71147]: INFO nova.compute.claims [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.286706] env[71147]: DEBUG oslo_vmware.api [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420844, 'name': PowerOnVM_Task, 'duration_secs': 0.802392} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.287331] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.287727] env[71147]: INFO nova.compute.manager [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Took 7.60 seconds to spawn the instance on the hypervisor. [ 797.290024] env[71147]: DEBUG nova.compute.manager [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.290024] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a939ef27-d1bc-4d6b-a63c-528ee2e7715e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.563940] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128763} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.567228] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.567228] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b73135-abd0-47c4-8cca-cdadd1be43c1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.601075] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.604046] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3ff5b4-11a2-4107-9a3e-a7a8de505761 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.625091] env[71147]: DEBUG nova.network.neutron [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Successfully updated port: 2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.635746] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 797.635746] env[71147]: value = "task-3420846" [ 797.635746] env[71147]: _type = "Task" [ 797.635746] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.649746] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.672507] env[71147]: DEBUG nova.network.neutron [req-7e5c6762-963e-4455-afb2-d0a63a6e083e req-09dc2ef2-9120-45e4-b4de-b32079a88780 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.771085] env[71147]: DEBUG nova.network.neutron [req-7e5c6762-963e-4455-afb2-d0a63a6e083e req-09dc2ef2-9120-45e4-b4de-b32079a88780 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.774510] env[71147]: DEBUG nova.compute.utils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.776228] env[71147]: DEBUG nova.compute.manager [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.776418] env[71147]: DEBUG nova.network.neutron [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.809487] env[71147]: INFO nova.compute.manager [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Took 41.48 seconds to build instance. [ 797.856376] env[71147]: DEBUG nova.policy [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd64898f19cd4e3a9374cbe962d725b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f41b4df0bd8c43cfb77745220bd12e08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.128829] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.129271] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.129271] env[71147]: DEBUG nova.network.neutron [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.148860] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420846, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.277135] env[71147]: DEBUG oslo_concurrency.lockutils [req-7e5c6762-963e-4455-afb2-d0a63a6e083e req-09dc2ef2-9120-45e4-b4de-b32079a88780 service nova] Releasing lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.285197] env[71147]: DEBUG nova.compute.manager [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.309109] env[71147]: DEBUG nova.network.neutron [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Successfully created port: 08200f84-e2c8-4a37-9843-6fd922800d6f {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.312215] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8624c6e-809f-4ad5-88c9-3a64d8c87e50 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.587s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.647723] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420846, 'name': ReconfigVM_Task, 'duration_secs': 0.517325} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.650677] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Reconfigured VM instance instance-00000006 to attach disk [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.651621] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-401339aa-e542-4e44-84e7-ea098703658d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.660336] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 798.660336] env[71147]: value = "task-3420847" [ 798.660336] env[71147]: _type = "Task" [ 798.660336] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.673444] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420847, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.681843] env[71147]: DEBUG nova.network.neutron [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.779805] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32567a66-d4e1-4bbb-af22-7c335d79d742 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.789022] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c403be-cee4-4b6e-95d2-d7c1d2ff9add {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.830172] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ecdf52-110a-42a3-bf9f-c95977e346f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.839505] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4198c4aa-4236-4bda-ba9b-01bde1c4c24e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.855962] env[71147]: DEBUG nova.compute.provider_tree [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.916973] env[71147]: DEBUG nova.network.neutron [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance_info_cache with network_info: [{"id": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "address": "fa:16:3e:a7:2a:fa", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec1259f-eb", "ovs_interfaceid": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.172924] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420847, 'name': Rename_Task, 'duration_secs': 0.22887} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.173388] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.173598] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d75c09-63d7-46bd-b6bf-fec170eb64b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.182977] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 799.182977] env[71147]: value = "task-3420848" [ 799.182977] env[71147]: _type = "Task" [ 799.182977] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.199269] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.301603] env[71147]: DEBUG nova.compute.manager [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.420176] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.421035] env[71147]: DEBUG nova.compute.manager [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Instance network_info: |[{"id": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "address": "fa:16:3e:a7:2a:fa", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec1259f-eb", "ovs_interfaceid": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.459458] env[71147]: DEBUG nova.scheduler.client.report [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 799.459792] env[71147]: DEBUG nova.compute.provider_tree [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 59 to 60 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 799.460146] env[71147]: DEBUG nova.compute.provider_tree [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.640190] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Successfully updated port: 4eb84278-2390-4e95-9028-e876ae8cb465 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.698745] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420848, 'name': PowerOnVM_Task} progress is 76%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.889904] env[71147]: DEBUG nova.network.neutron [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Successfully updated port: 08200f84-e2c8-4a37-9843-6fd922800d6f {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.978379] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.979065] env[71147]: DEBUG nova.compute.manager [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.982555] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.553s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.982807] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.986145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.839s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.988446] env[71147]: INFO nova.compute.claims [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.017955] env[71147]: INFO nova.scheduler.client.report [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Deleted allocations for instance b7fddd33-fcfa-4e3e-9acd-970b3c690339 [ 800.141812] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.141981] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquired lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.142154] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.197878] env[71147]: DEBUG oslo_vmware.api [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420848, 'name': PowerOnVM_Task, 'duration_secs': 0.848634} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.198748] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.198748] env[71147]: DEBUG nova.compute.manager [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.201596] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37dc78-d097-447b-96a2-969efe04eede {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.208216] env[71147]: DEBUG nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received event network-vif-plugged-5cee26b7-18e1-4185-968f-6579953fa936 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.208587] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Acquiring lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.208911] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.209221] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.209534] env[71147]: DEBUG nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] No waiting events found dispatching network-vif-plugged-5cee26b7-18e1-4185-968f-6579953fa936 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.209811] env[71147]: WARNING nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received unexpected event network-vif-plugged-5cee26b7-18e1-4185-968f-6579953fa936 for instance with vm_state building and task_state spawning. [ 800.210108] env[71147]: DEBUG nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received event network-changed-5cee26b7-18e1-4185-968f-6579953fa936 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.210391] env[71147]: DEBUG nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Refreshing instance network info cache due to event network-changed-5cee26b7-18e1-4185-968f-6579953fa936. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.210672] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Acquiring lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.392761] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-70e6b67e-c00f-4e11-beae-84e3f95904ac" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.392933] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-70e6b67e-c00f-4e11-beae-84e3f95904ac" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.393163] env[71147]: DEBUG nova.network.neutron [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.497390] env[71147]: DEBUG nova.compute.utils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.500241] env[71147]: DEBUG nova.compute.manager [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.500418] env[71147]: DEBUG nova.network.neutron [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.526571] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cd317893-3d19-4a49-8bb4-a6f910e18f99 tempest-InstanceActionsTestJSON-934591016 tempest-InstanceActionsTestJSON-934591016-project-member] Lock "b7fddd33-fcfa-4e3e-9acd-970b3c690339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.577s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.569659] env[71147]: DEBUG nova.policy [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c516fa907f394c12ad1a0f67d16cc73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b1f3d32d6d34ce09ce9db9409098580', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.707724] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.732618] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.933021] env[71147]: DEBUG nova.network.neutron [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.006117] env[71147]: DEBUG nova.compute.manager [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.096789] env[71147]: DEBUG nova.network.neutron [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Updating instance_info_cache with network_info: [{"id": "08200f84-e2c8-4a37-9843-6fd922800d6f", "address": "fa:16:3e:72:9f:9d", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08200f84-e2", "ovs_interfaceid": "08200f84-e2c8-4a37-9843-6fd922800d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.497836] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf41f86-0367-4b14-bb73-9e6cf48528d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.506715] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8702cd5b-e1b2-463e-9b88-dc82ff997418 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.544038] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0d11b5-aba0-426e-bdff-4c46f11d6c68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.552973] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e25c7e-ef2f-4ea0-b27d-2499d4bc6eea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.560473] env[71147]: DEBUG nova.network.neutron [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Successfully created port: 71d34ef4-9292-41da-9bac-eb2e7b609e18 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.572322] env[71147]: DEBUG nova.compute.provider_tree [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.600178] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-70e6b67e-c00f-4e11-beae-84e3f95904ac" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.600755] env[71147]: DEBUG nova.compute.manager [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Instance network_info: |[{"id": "08200f84-e2c8-4a37-9843-6fd922800d6f", "address": "fa:16:3e:72:9f:9d", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08200f84-e2", "ovs_interfaceid": "08200f84-e2c8-4a37-9843-6fd922800d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.847420] env[71147]: DEBUG nova.network.neutron [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Updating instance_info_cache with network_info: [{"id": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "address": "fa:16:3e:13:8a:66", "network": {"id": "4a399c14-f95a-4add-be26-67e0efe1aa1f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1066076774", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8e4e3d-19", "ovs_interfaceid": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cee26b7-18e1-4185-968f-6579953fa936", "address": "fa:16:3e:ce:13:ce", "network": {"id": "11b6f185-c929-4043-a585-984990cc0524", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1955433733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cee26b7-18", "ovs_interfaceid": "5cee26b7-18e1-4185-968f-6579953fa936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4eb84278-2390-4e95-9028-e876ae8cb465", "address": "fa:16:3e:80:30:6d", "network": {"id": "4a399c14-f95a-4add-be26-67e0efe1aa1f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1066076774", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb84278-23", "ovs_interfaceid": "4eb84278-2390-4e95-9028-e876ae8cb465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.899317] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:29:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e199ea89-9361-4762-9283-4f76751e2564',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1060354925',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.899637] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.900043] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.900043] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.900301] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.900587] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.900587] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.900686] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.900854] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.901043] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.901213] env[71147]: DEBUG nova.virt.hardware [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.903920] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62e6a08-9578-4d00-8ff0-fbead77e6c9f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.916203] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.916454] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.916593] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.916806] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.916964] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.917135] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.917344] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.917499] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.917662] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.917822] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.918050] env[71147]: DEBUG nova.virt.hardware [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.919421] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4761870-76cc-4fe0-b7ec-c4444e1b534a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.925354] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a78569f-afbd-459f-9085-37f6ad6a50fd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.944774] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa655e7d-33b2-4400-906f-0d5436d1e91d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.949755] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:2a:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.957513] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.959942] env[71147]: DEBUG oslo_vmware.rw_handles [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527345f7-e279-e9f2-8799-db7af6a68b0a/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 801.960473] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.961205] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebecfde-b9c0-4f47-a4af-33462a656516 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.964256] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a5d46b0-20c7-4741-bf5a-dd0af21d8c7c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.987761] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:9f:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08200f84-e2c8-4a37-9843-6fd922800d6f', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.995055] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.997439] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.997731] env[71147]: DEBUG oslo_vmware.rw_handles [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527345f7-e279-e9f2-8799-db7af6a68b0a/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 801.997919] env[71147]: ERROR oslo_vmware.rw_handles [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527345f7-e279-e9f2-8799-db7af6a68b0a/disk-0.vmdk due to incomplete transfer. [ 801.998191] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05e5e68a-50fe-48f6-9e67-16a7fc4a6e35 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.014718] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a5c5dbc-b060-482d-84dd-268ebadec923 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.018176] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.018176] env[71147]: value = "task-3420849" [ 802.018176] env[71147]: _type = "Task" [ 802.018176] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.029194] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420849, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.030816] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.030816] env[71147]: value = "task-3420850" [ 802.030816] env[71147]: _type = "Task" [ 802.030816] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.031771] env[71147]: DEBUG oslo_vmware.rw_handles [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527345f7-e279-e9f2-8799-db7af6a68b0a/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.031969] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Uploaded image f3d00be3-8087-475b-b2b8-9fd8b125c2c0 to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.033350] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.036548] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5d250fe-0a09-4927-a08a-8163ce56d67b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.045107] env[71147]: DEBUG nova.compute.manager [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.050307] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420850, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.052140] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 802.052140] env[71147]: value = "task-3420851" [ 802.052140] env[71147]: _type = "Task" [ 802.052140] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.062192] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420851, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.073466] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.073744] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.073904] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.074115] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.074264] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.074422] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.074796] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.075009] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.075558] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.075558] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.075558] env[71147]: DEBUG nova.virt.hardware [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.076529] env[71147]: DEBUG nova.scheduler.client.report [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.083019] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f965d1-7c38-4c7f-a863-a5e185feca77 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.090113] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca8db3-ca22-4708-a044-7f8d17e8a25c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.174258] env[71147]: DEBUG oslo_vmware.rw_handles [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805824-e501-8f14-c86d-b4be986c76af/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.175339] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8fee11-cb3b-4db4-9f3a-50a7dfdd0678 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.183050] env[71147]: DEBUG oslo_vmware.rw_handles [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805824-e501-8f14-c86d-b4be986c76af/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.183309] env[71147]: ERROR oslo_vmware.rw_handles [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805824-e501-8f14-c86d-b4be986c76af/disk-0.vmdk due to incomplete transfer. [ 802.183561] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4c6e481f-eccd-4c20-914e-a4aef1d6ba98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.193270] env[71147]: DEBUG oslo_vmware.rw_handles [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52805824-e501-8f14-c86d-b4be986c76af/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.193493] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Uploaded image 66f768cd-feb4-41aa-9e3c-fa72d92ab63b to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.197062] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.199934] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e77c4c0-3c18-43b9-81ca-f2859a0062e4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.205889] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 802.205889] env[71147]: value = "task-3420852" [ 802.205889] env[71147]: _type = "Task" [ 802.205889] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.217168] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420852, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.352180] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Releasing lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.352180] env[71147]: DEBUG nova.compute.manager [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Instance network_info: |[{"id": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "address": "fa:16:3e:13:8a:66", "network": {"id": "4a399c14-f95a-4add-be26-67e0efe1aa1f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1066076774", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8e4e3d-19", "ovs_interfaceid": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cee26b7-18e1-4185-968f-6579953fa936", "address": "fa:16:3e:ce:13:ce", "network": {"id": "11b6f185-c929-4043-a585-984990cc0524", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1955433733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cee26b7-18", "ovs_interfaceid": "5cee26b7-18e1-4185-968f-6579953fa936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4eb84278-2390-4e95-9028-e876ae8cb465", "address": "fa:16:3e:80:30:6d", "network": {"id": "4a399c14-f95a-4add-be26-67e0efe1aa1f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1066076774", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb84278-23", "ovs_interfaceid": "4eb84278-2390-4e95-9028-e876ae8cb465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.352180] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Acquired lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.352180] env[71147]: DEBUG nova.network.neutron [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Refreshing network info cache for port 5cee26b7-18e1-4185-968f-6579953fa936 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.353102] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:8a:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b8e4e3d-195a-4744-bc6f-3f46cff3af92', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:13:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cee26b7-18e1-4185-968f-6579953fa936', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:30:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4eb84278-2390-4e95-9028-e876ae8cb465', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.370221] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Creating folder: Project (b0b3485cc52945d188e0b491984fbd9d). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.375064] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1f8f55-7cef-4cfb-a34f-9dfd5fe1726a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.388863] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Created folder: Project (b0b3485cc52945d188e0b491984fbd9d) in parent group-v682378. [ 802.389685] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Creating folder: Instances. Parent ref: group-v682503. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.390508] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a848fb7-f933-46bd-a211-c51bd5a53104 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.412734] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Created folder: Instances in parent group-v682503. [ 802.413241] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.414135] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.415893] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f6ebc89-2889-47c9-8b7c-faee8b4a88b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.448939] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.448939] env[71147]: value = "task-3420855" [ 802.448939] env[71147]: _type = "Task" [ 802.448939] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.461874] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420855, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.531704] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420849, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.547961] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420850, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.565724] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420851, 'name': Destroy_Task, 'duration_secs': 0.516417} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.565724] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Destroyed the VM [ 802.565724] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.565724] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-733e7fee-3ae4-4e49-b774-c7ddc9ad9857 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.577794] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 802.577794] env[71147]: value = "task-3420856" [ 802.577794] env[71147]: _type = "Task" [ 802.577794] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.584389] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.585367] env[71147]: DEBUG nova.compute.manager [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.591980] env[71147]: DEBUG oslo_concurrency.lockutils [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.164s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.592244] env[71147]: DEBUG oslo_concurrency.lockutils [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.594536] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.904s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.594735] env[71147]: DEBUG nova.objects.instance [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 802.597374] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420856, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.631921] env[71147]: INFO nova.scheduler.client.report [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Deleted allocations for instance 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03 [ 802.717775] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420852, 'name': Destroy_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.962337] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420855, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.991722] env[71147]: DEBUG nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received event network-vif-plugged-4eb84278-2390-4e95-9028-e876ae8cb465 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.992109] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Acquiring lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.992317] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.992559] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.992761] env[71147]: DEBUG nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] No waiting events found dispatching network-vif-plugged-4eb84278-2390-4e95-9028-e876ae8cb465 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.992934] env[71147]: WARNING nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received unexpected event network-vif-plugged-4eb84278-2390-4e95-9028-e876ae8cb465 for instance with vm_state building and task_state spawning. [ 802.993141] env[71147]: DEBUG nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received event network-changed-4eb84278-2390-4e95-9028-e876ae8cb465 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.993323] env[71147]: DEBUG nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Refreshing instance network info cache due to event network-changed-4eb84278-2390-4e95-9028-e876ae8cb465. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.993515] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Acquiring lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.020658] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "5caf8dbc-925d-4810-af4c-34a1113c475d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.024027] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.034462] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420849, 'name': CreateVM_Task, 'duration_secs': 0.57449} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.037560] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.039859] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.039859] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.039859] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.040295] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebcb8f53-ed16-4bd4-bbf7-1d06b69a40a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.048296] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420850, 'name': CreateVM_Task, 'duration_secs': 0.574982} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.048585] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.049699] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.051889] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 803.051889] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52415929-9ec1-f05b-6009-7001407296b3" [ 803.051889] env[71147]: _type = "Task" [ 803.051889] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.068508] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52415929-9ec1-f05b-6009-7001407296b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.089150] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420856, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.101524] env[71147]: DEBUG nova.compute.utils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.107526] env[71147]: DEBUG nova.compute.manager [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.107526] env[71147]: DEBUG nova.network.neutron [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.139792] env[71147]: DEBUG oslo_concurrency.lockutils [None req-06c583ca-2fa0-4183-a0a5-240a9b358c85 tempest-ServersTestFqdnHostnames-630876233 tempest-ServersTestFqdnHostnames-630876233-project-member] Lock "5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.717s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.184960] env[71147]: DEBUG nova.policy [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf64954f778498397f3c309aab0f937', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf5ac8dbb364f50bac4537d30edcb87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.228392] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420852, 'name': Destroy_Task, 'duration_secs': 0.627257} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.228686] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Destroyed the VM [ 803.229228] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.229228] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c45eae6-bf90-46ed-8b50-d19aa89e346b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.240513] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 803.240513] env[71147]: value = "task-3420857" [ 803.240513] env[71147]: _type = "Task" [ 803.240513] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.253019] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.425858] env[71147]: DEBUG nova.network.neutron [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Updated VIF entry in instance network info cache for port 5cee26b7-18e1-4185-968f-6579953fa936. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.426425] env[71147]: DEBUG nova.network.neutron [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Updating instance_info_cache with network_info: [{"id": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "address": "fa:16:3e:13:8a:66", "network": {"id": "4a399c14-f95a-4add-be26-67e0efe1aa1f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1066076774", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8e4e3d-19", "ovs_interfaceid": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cee26b7-18e1-4185-968f-6579953fa936", "address": "fa:16:3e:ce:13:ce", "network": {"id": "11b6f185-c929-4043-a585-984990cc0524", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1955433733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cee26b7-18", "ovs_interfaceid": "5cee26b7-18e1-4185-968f-6579953fa936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4eb84278-2390-4e95-9028-e876ae8cb465", "address": "fa:16:3e:80:30:6d", "network": {"id": "4a399c14-f95a-4add-be26-67e0efe1aa1f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1066076774", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb84278-23", "ovs_interfaceid": "4eb84278-2390-4e95-9028-e876ae8cb465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.463437] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420855, 'name': CreateVM_Task, 'duration_secs': 0.71881} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.463621] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.465024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.527733] env[71147]: DEBUG nova.compute.manager [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.576080] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52415929-9ec1-f05b-6009-7001407296b3, 'name': SearchDatastore_Task, 'duration_secs': 0.019672} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.576493] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.577856] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.577856] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.577856] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.577856] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.577856] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.577856] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.578258] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbe48734-5acd-4688-9803-5bfb657e45bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.580076] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9981fede-f7e0-4f71-8450-b15f5d33ae87 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.590758] env[71147]: DEBUG oslo_vmware.api [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420856, 'name': RemoveSnapshot_Task, 'duration_secs': 0.679612} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.592167] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.592426] env[71147]: INFO nova.compute.manager [None req-17ac8fd3-5538-4d60-b9d2-636e997ef377 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Took 13.53 seconds to snapshot the instance on the hypervisor. [ 803.594919] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 803.594919] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524780af-d515-2f18-c761-5f8ad7eef426" [ 803.594919] env[71147]: _type = "Task" [ 803.594919] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.596479] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.596648] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.601403] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595b0ba7-0760-40a9-8233-573f735d4d05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.608324] env[71147]: DEBUG nova.compute.manager [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.615159] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21733412-7bbc-40ef-adda-18bc9779338b tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.616238] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 803.616238] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52922ed5-a57b-92db-c311-ae20f0750ed9" [ 803.616238] env[71147]: _type = "Task" [ 803.616238] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.616746] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524780af-d515-2f18-c761-5f8ad7eef426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.617338] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.758s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.617516] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.619457] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.768s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.620884] env[71147]: INFO nova.compute.claims [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.639092] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52922ed5-a57b-92db-c311-ae20f0750ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.652362] env[71147]: DEBUG nova.network.neutron [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Successfully created port: 2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.660434] env[71147]: INFO nova.scheduler.client.report [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted allocations for instance 4d64ad6e-4afc-4367-87c8-b64523288cae [ 803.678819] env[71147]: DEBUG nova.network.neutron [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Successfully updated port: 71d34ef4-9292-41da-9bac-eb2e7b609e18 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.757150] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420857, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.930785] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Releasing lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.931110] env[71147]: DEBUG nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Received event network-vif-plugged-2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.931309] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Acquiring lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.931520] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.931684] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.931847] env[71147]: DEBUG nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] No waiting events found dispatching network-vif-plugged-2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.932018] env[71147]: WARNING nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Received unexpected event network-vif-plugged-2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa for instance with vm_state building and task_state spawning. [ 803.932184] env[71147]: DEBUG nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Received event network-changed-2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.932357] env[71147]: DEBUG nova.compute.manager [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Refreshing instance network info cache due to event network-changed-2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.932587] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Acquiring lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.932695] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Acquired lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.932814] env[71147]: DEBUG nova.network.neutron [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Refreshing network info cache for port 2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.934103] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Acquired lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.934222] env[71147]: DEBUG nova.network.neutron [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Refreshing network info cache for port 4eb84278-2390-4e95-9028-e876ae8cb465 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.060119] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.112174] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524780af-d515-2f18-c761-5f8ad7eef426, 'name': SearchDatastore_Task, 'duration_secs': 0.024774} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.112458] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.112686] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.112911] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.113152] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.113454] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.113701] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982f68b7-12e5-40d5-b2bc-305197a078ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.123209] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 804.123209] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528f35cd-6525-8d90-2491-b1173952de0d" [ 804.123209] env[71147]: _type = "Task" [ 804.123209] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.140170] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52922ed5-a57b-92db-c311-ae20f0750ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.029387} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.143366] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528f35cd-6525-8d90-2491-b1173952de0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012558} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.143644] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83dba029-5b84-4cb1-95aa-3718934a93ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.146244] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.146556] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.146826] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.152941] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 804.152941] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e8816d-a3d0-a487-3cb5-371326a48818" [ 804.152941] env[71147]: _type = "Task" [ 804.152941] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.163868] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e8816d-a3d0-a487-3cb5-371326a48818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.166853] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4c8b5687-8678-4ecc-a507-72b115271a9f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4d64ad6e-4afc-4367-87c8-b64523288cae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.815s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.184546] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "refresh_cache-67a88644-6b2d-4edc-b163-9aba433f8c91" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.184853] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "refresh_cache-67a88644-6b2d-4edc-b163-9aba433f8c91" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.185088] env[71147]: DEBUG nova.network.neutron [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.252657] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420857, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.258689] env[71147]: INFO nova.compute.manager [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Rebuilding instance [ 804.317674] env[71147]: DEBUG nova.compute.manager [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.317674] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a6395b-21c7-4c8b-ab5f-eb5c73b0d111 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.627801] env[71147]: DEBUG nova.compute.manager [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.653309] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.653566] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.653723] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.653900] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.654131] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.654314] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.654521] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.655057] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.655057] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.655057] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.655228] env[71147]: DEBUG nova.virt.hardware [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.656130] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e79494e-13cd-4f6e-ae93-81c54d385bde {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.673360] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c847222c-df8e-437f-8803-b32b4e2c1e3a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.679644] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e8816d-a3d0-a487-3cb5-371326a48818, 'name': SearchDatastore_Task, 'duration_secs': 0.012215} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.686022] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.686022] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] a02d5d98-5a7f-4bda-9796-feb7b5cd4409/a02d5d98-5a7f-4bda-9796-feb7b5cd4409.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.686022] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.686022] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.686022] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61953772-8726-46f3-a3ba-2022f3cbf61b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.703260] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afdd0c36-d5a5-4b40-932b-9bcc90236625 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.720226] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 804.720226] env[71147]: value = "task-3420858" [ 804.720226] env[71147]: _type = "Task" [ 804.720226] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.726069] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.726069] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.730048] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4239d09-ffe6-42d2-8e9d-1650b87c112a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.738842] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.746754] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 804.746754] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e2add7-7ca2-a365-b639-72f3754a361f" [ 804.746754] env[71147]: _type = "Task" [ 804.746754] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.757298] env[71147]: DEBUG oslo_vmware.api [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420857, 'name': RemoveSnapshot_Task, 'duration_secs': 1.26379} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.758376] env[71147]: DEBUG nova.network.neutron [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.760437] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 804.760704] env[71147]: INFO nova.compute.manager [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Took 17.10 seconds to snapshot the instance on the hypervisor. [ 804.766843] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e2add7-7ca2-a365-b639-72f3754a361f, 'name': SearchDatastore_Task, 'duration_secs': 0.014989} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.767874] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad39e46-7e79-48c4-a622-1df6147a1cca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.773795] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 804.773795] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524f84a2-6cf8-a760-0894-00d4859e4e2e" [ 804.773795] env[71147]: _type = "Task" [ 804.773795] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.794147] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524f84a2-6cf8-a760-0894-00d4859e4e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.794147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.794147] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 70e6b67e-c00f-4e11-beae-84e3f95904ac/70e6b67e-c00f-4e11-beae-84e3f95904ac.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.794147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.794147] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.794147] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96c943fe-de4a-4810-9b10-d9c5e30d7859 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.796350] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7ea2102-aa89-42e3-90a5-521e3f440169 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.810032] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 804.810032] env[71147]: value = "task-3420859" [ 804.810032] env[71147]: _type = "Task" [ 804.810032] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.810032] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.810032] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.813050] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a0e539-5a24-4030-944d-fcf9fb284ac7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.822413] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 804.822413] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c2e7c9-5487-b16d-8035-e1d52ac54d33" [ 804.822413] env[71147]: _type = "Task" [ 804.822413] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.829989] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.846311] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c2e7c9-5487-b16d-8035-e1d52ac54d33, 'name': SearchDatastore_Task, 'duration_secs': 0.014371} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.847186] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a309d99-33b6-42a5-ae87-9202ee5de26e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.860468] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 804.860468] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5212262f-9d3d-93bc-a50b-08173f92579f" [ 804.860468] env[71147]: _type = "Task" [ 804.860468] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.872311] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5212262f-9d3d-93bc-a50b-08173f92579f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.030166] env[71147]: DEBUG nova.network.neutron [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Updating instance_info_cache with network_info: [{"id": "71d34ef4-9292-41da-9bac-eb2e7b609e18", "address": "fa:16:3e:99:98:5c", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71d34ef4-92", "ovs_interfaceid": "71d34ef4-9292-41da-9bac-eb2e7b609e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.036326] env[71147]: DEBUG nova.network.neutron [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updated VIF entry in instance network info cache for port 2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.036688] env[71147]: DEBUG nova.network.neutron [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance_info_cache with network_info: [{"id": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "address": "fa:16:3e:a7:2a:fa", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec1259f-eb", "ovs_interfaceid": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.063498] env[71147]: DEBUG nova.network.neutron [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Updated VIF entry in instance network info cache for port 4eb84278-2390-4e95-9028-e876ae8cb465. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.064107] env[71147]: DEBUG nova.network.neutron [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Updating instance_info_cache with network_info: [{"id": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "address": "fa:16:3e:13:8a:66", "network": {"id": "4a399c14-f95a-4add-be26-67e0efe1aa1f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1066076774", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8e4e3d-19", "ovs_interfaceid": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cee26b7-18e1-4185-968f-6579953fa936", "address": "fa:16:3e:ce:13:ce", "network": {"id": "11b6f185-c929-4043-a585-984990cc0524", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1955433733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cee26b7-18", "ovs_interfaceid": "5cee26b7-18e1-4185-968f-6579953fa936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4eb84278-2390-4e95-9028-e876ae8cb465", "address": "fa:16:3e:80:30:6d", "network": {"id": "4a399c14-f95a-4add-be26-67e0efe1aa1f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1066076774", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb84278-23", "ovs_interfaceid": "4eb84278-2390-4e95-9028-e876ae8cb465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.222956] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8b0f82-de37-49b3-882c-e2168d4017be {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.247037] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.250754] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4abab01-621d-4e45-97e4-72d0ed73326b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.310507] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2895b9-6dbd-42ca-901d-e109ff728d7e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.322976] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420859, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.326475] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862b24d1-8b61-41bb-8048-6b01d85521d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.342951] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.343990] env[71147]: DEBUG nova.compute.provider_tree [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.346325] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b3d8122-cb3e-4045-a00c-3d37e55f1f00 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.356242] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 805.356242] env[71147]: value = "task-3420860" [ 805.356242] env[71147]: _type = "Task" [ 805.356242] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.372816] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.374957] env[71147]: DEBUG nova.compute.manager [None req-216b8863-e121-406f-b0fe-fc594e484bd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Found 1 images (rotation: 2) {{(pid=71147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 805.384110] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5212262f-9d3d-93bc-a50b-08173f92579f, 'name': SearchDatastore_Task, 'duration_secs': 0.011694} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.384447] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.384990] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5985f089-6159-46a1-9e2a-ce376dcbbeb8/5985f089-6159-46a1-9e2a-ce376dcbbeb8.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.385332] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22de6871-f69d-401a-9c44-ecc3d78297f2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.395329] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 805.395329] env[71147]: value = "task-3420861" [ 805.395329] env[71147]: _type = "Task" [ 805.395329] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.406017] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.514051] env[71147]: DEBUG nova.compute.manager [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Received event network-vif-plugged-71d34ef4-9292-41da-9bac-eb2e7b609e18 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.514051] env[71147]: DEBUG oslo_concurrency.lockutils [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] Acquiring lock "67a88644-6b2d-4edc-b163-9aba433f8c91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.514411] env[71147]: DEBUG oslo_concurrency.lockutils [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] Lock "67a88644-6b2d-4edc-b163-9aba433f8c91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.514411] env[71147]: DEBUG oslo_concurrency.lockutils [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] Lock "67a88644-6b2d-4edc-b163-9aba433f8c91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.514536] env[71147]: DEBUG nova.compute.manager [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] No waiting events found dispatching network-vif-plugged-71d34ef4-9292-41da-9bac-eb2e7b609e18 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.514826] env[71147]: WARNING nova.compute.manager [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Received unexpected event network-vif-plugged-71d34ef4-9292-41da-9bac-eb2e7b609e18 for instance with vm_state building and task_state spawning. [ 805.515133] env[71147]: DEBUG nova.compute.manager [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Received event network-changed-71d34ef4-9292-41da-9bac-eb2e7b609e18 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.515912] env[71147]: DEBUG nova.compute.manager [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Refreshing instance network info cache due to event network-changed-71d34ef4-9292-41da-9bac-eb2e7b609e18. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.515912] env[71147]: DEBUG oslo_concurrency.lockutils [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] Acquiring lock "refresh_cache-67a88644-6b2d-4edc-b163-9aba433f8c91" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.536025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "refresh_cache-67a88644-6b2d-4edc-b163-9aba433f8c91" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.536425] env[71147]: DEBUG nova.compute.manager [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Instance network_info: |[{"id": "71d34ef4-9292-41da-9bac-eb2e7b609e18", "address": "fa:16:3e:99:98:5c", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71d34ef4-92", "ovs_interfaceid": "71d34ef4-9292-41da-9bac-eb2e7b609e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.536787] env[71147]: DEBUG oslo_concurrency.lockutils [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] Acquired lock "refresh_cache-67a88644-6b2d-4edc-b163-9aba433f8c91" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.537011] env[71147]: DEBUG nova.network.neutron [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Refreshing network info cache for port 71d34ef4-9292-41da-9bac-eb2e7b609e18 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.539856] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:98:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71d34ef4-9292-41da-9bac-eb2e7b609e18', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.547342] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.550811] env[71147]: DEBUG oslo_concurrency.lockutils [req-f044fa4d-9166-47af-9cf4-59120b4106fa req-b0c318c5-da27-4fb1-ad65-6f10fb007b76 service nova] Releasing lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.551510] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.552076] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c1abd4b-1938-4fac-a203-43f31f8fb4f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.568982] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Releasing lock "refresh_cache-5985f089-6159-46a1-9e2a-ce376dcbbeb8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.569351] env[71147]: DEBUG nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Received event network-vif-plugged-08200f84-e2c8-4a37-9843-6fd922800d6f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.569552] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Acquiring lock "70e6b67e-c00f-4e11-beae-84e3f95904ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.569794] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Lock "70e6b67e-c00f-4e11-beae-84e3f95904ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.569920] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Lock "70e6b67e-c00f-4e11-beae-84e3f95904ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.570101] env[71147]: DEBUG nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] No waiting events found dispatching network-vif-plugged-08200f84-e2c8-4a37-9843-6fd922800d6f {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.570270] env[71147]: WARNING nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Received unexpected event network-vif-plugged-08200f84-e2c8-4a37-9843-6fd922800d6f for instance with vm_state building and task_state spawning. [ 805.570426] env[71147]: DEBUG nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Received event network-changed-08200f84-e2c8-4a37-9843-6fd922800d6f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.570577] env[71147]: DEBUG nova.compute.manager [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Refreshing instance network info cache due to event network-changed-08200f84-e2c8-4a37-9843-6fd922800d6f. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.570986] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Acquiring lock "refresh_cache-70e6b67e-c00f-4e11-beae-84e3f95904ac" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.570986] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Acquired lock "refresh_cache-70e6b67e-c00f-4e11-beae-84e3f95904ac" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.571114] env[71147]: DEBUG nova.network.neutron [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Refreshing network info cache for port 08200f84-e2c8-4a37-9843-6fd922800d6f {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.582550] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.582550] env[71147]: value = "task-3420862" [ 805.582550] env[71147]: _type = "Task" [ 805.582550] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.594656] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420862, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.674378] env[71147]: DEBUG nova.network.neutron [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Successfully updated port: 2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.736586] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677348} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.740924] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] a02d5d98-5a7f-4bda-9796-feb7b5cd4409/a02d5d98-5a7f-4bda-9796-feb7b5cd4409.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.741388] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.741842] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7010e096-fe11-43a4-9579-6fb44e0b6841 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.753144] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 805.753144] env[71147]: value = "task-3420863" [ 805.753144] env[71147]: _type = "Task" [ 805.753144] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.767165] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.835227] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.835227] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.836074] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.863942} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.836608] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 70e6b67e-c00f-4e11-beae-84e3f95904ac/70e6b67e-c00f-4e11-beae-84e3f95904ac.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.836860] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.837686] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dd1f54d-be90-4e51-a278-236b96011d60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.850700] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 805.850700] env[71147]: value = "task-3420864" [ 805.850700] env[71147]: _type = "Task" [ 805.850700] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.850700] env[71147]: DEBUG nova.scheduler.client.report [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.864541] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.872784] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420860, 'name': PowerOffVM_Task, 'duration_secs': 0.479786} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.873139] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.873573] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.874232] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8769d709-8f3d-4a25-8635-95ba888c3351 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.886657] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.887036] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59562e45-a39a-4ac6-b1f4-ce0e19493ace {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.909991] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420861, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.995113] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.996201] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.996201] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleting the datastore file [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.996201] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fd9eadb-f591-4f23-8a4f-2a669bd2cb4e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.005709] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 806.005709] env[71147]: value = "task-3420866" [ 806.005709] env[71147]: _type = "Task" [ 806.005709] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.015563] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.094429] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420862, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.180013] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "refresh_cache-894c10ee-ce64-4573-a67b-17718ec9fe3d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.180230] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "refresh_cache-894c10ee-ce64-4573-a67b-17718ec9fe3d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.180297] env[71147]: DEBUG nova.network.neutron [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.263914] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077469} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.264292] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.266154] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707de6ff-756c-443f-a4b2-edfd6c616314 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.302825] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a02d5d98-5a7f-4bda-9796-feb7b5cd4409/a02d5d98-5a7f-4bda-9796-feb7b5cd4409.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.303105] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7026b4-1cda-4442-80ce-95e8bfecc09b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.328507] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 806.328507] env[71147]: value = "task-3420867" [ 806.328507] env[71147]: _type = "Task" [ 806.328507] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.338017] env[71147]: DEBUG nova.compute.manager [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.340797] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.352305] env[71147]: DEBUG nova.network.neutron [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Updated VIF entry in instance network info cache for port 71d34ef4-9292-41da-9bac-eb2e7b609e18. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.352572] env[71147]: DEBUG nova.network.neutron [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Updating instance_info_cache with network_info: [{"id": "71d34ef4-9292-41da-9bac-eb2e7b609e18", "address": "fa:16:3e:99:98:5c", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71d34ef4-92", "ovs_interfaceid": "71d34ef4-9292-41da-9bac-eb2e7b609e18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.357378] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.358107] env[71147]: DEBUG nova.compute.manager [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.363631] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.170s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.363869] env[71147]: DEBUG nova.objects.instance [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lazy-loading 'resources' on Instance uuid 7f73a545-dd6e-491c-9203-1af48d0bcb65 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.365192] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163815} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.365832] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.366707] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598fc5d8-4df8-47b3-962a-84de7e402225 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.393871] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 70e6b67e-c00f-4e11-beae-84e3f95904ac/70e6b67e-c00f-4e11-beae-84e3f95904ac.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.397015] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17b8895-a46e-41cc-b6fb-2b34cbcc53c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.425439] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762332} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.426866] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5985f089-6159-46a1-9e2a-ce376dcbbeb8/5985f089-6159-46a1-9e2a-ce376dcbbeb8.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.427207] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.427826] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 806.427826] env[71147]: value = "task-3420868" [ 806.427826] env[71147]: _type = "Task" [ 806.427826] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.428818] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a22e2bd8-fbdc-4413-ad60-b27662258304 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.442940] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420868, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.444321] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 806.444321] env[71147]: value = "task-3420869" [ 806.444321] env[71147]: _type = "Task" [ 806.444321] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.454903] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.459196] env[71147]: DEBUG nova.compute.manager [req-e1598231-e2c7-4982-83b4-f8932bd635f6 req-891e17bd-eee6-4666-8725-ad6d95d45771 service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Received event network-vif-plugged-2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.459912] env[71147]: DEBUG oslo_concurrency.lockutils [req-e1598231-e2c7-4982-83b4-f8932bd635f6 req-891e17bd-eee6-4666-8725-ad6d95d45771 service nova] Acquiring lock "894c10ee-ce64-4573-a67b-17718ec9fe3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.459912] env[71147]: DEBUG oslo_concurrency.lockutils [req-e1598231-e2c7-4982-83b4-f8932bd635f6 req-891e17bd-eee6-4666-8725-ad6d95d45771 service nova] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.459912] env[71147]: DEBUG oslo_concurrency.lockutils [req-e1598231-e2c7-4982-83b4-f8932bd635f6 req-891e17bd-eee6-4666-8725-ad6d95d45771 service nova] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.459912] env[71147]: DEBUG nova.compute.manager [req-e1598231-e2c7-4982-83b4-f8932bd635f6 req-891e17bd-eee6-4666-8725-ad6d95d45771 service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] No waiting events found dispatching network-vif-plugged-2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.460414] env[71147]: WARNING nova.compute.manager [req-e1598231-e2c7-4982-83b4-f8932bd635f6 req-891e17bd-eee6-4666-8725-ad6d95d45771 service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Received unexpected event network-vif-plugged-2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 for instance with vm_state building and task_state spawning. [ 806.484033] env[71147]: DEBUG nova.network.neutron [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Updated VIF entry in instance network info cache for port 08200f84-e2c8-4a37-9843-6fd922800d6f. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.484971] env[71147]: DEBUG nova.network.neutron [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Updating instance_info_cache with network_info: [{"id": "08200f84-e2c8-4a37-9843-6fd922800d6f", "address": "fa:16:3e:72:9f:9d", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08200f84-e2", "ovs_interfaceid": "08200f84-e2c8-4a37-9843-6fd922800d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.516850] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313352} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.517113] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.517301] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.517477] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.522892] env[71147]: DEBUG nova.compute.manager [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.523625] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cd5a3c-6230-4c91-94aa-6bde64f78aea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.596406] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420862, 'name': CreateVM_Task, 'duration_secs': 0.693236} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.596670] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.597409] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.597594] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.597935] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.598211] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-998bdb82-75e0-422d-8781-10d02949b24b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.604270] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 806.604270] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d9331c-b5d0-675d-f0c3-700580d33dcf" [ 806.604270] env[71147]: _type = "Task" [ 806.604270] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.614812] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d9331c-b5d0-675d-f0c3-700580d33dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.714605] env[71147]: DEBUG nova.network.neutron [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.847440] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420867, 'name': ReconfigVM_Task, 'duration_secs': 0.328429} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.850192] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a02d5d98-5a7f-4bda-9796-feb7b5cd4409/a02d5d98-5a7f-4bda-9796-feb7b5cd4409.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.853353] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-502aa81d-8cf5-4223-bad7-5a73c8f5b2d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.855648] env[71147]: DEBUG oslo_concurrency.lockutils [req-2fa8d358-154e-4a36-beea-76765dbc9d2c req-cc794b60-d643-4a44-86ad-19dd2284486d service nova] Releasing lock "refresh_cache-67a88644-6b2d-4edc-b163-9aba433f8c91" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.863217] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 806.863217] env[71147]: value = "task-3420870" [ 806.863217] env[71147]: _type = "Task" [ 806.863217] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.868161] env[71147]: DEBUG nova.compute.utils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.872604] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.873387] env[71147]: DEBUG nova.compute.manager [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.873484] env[71147]: DEBUG nova.network.neutron [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.882218] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420870, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.904823] env[71147]: DEBUG nova.network.neutron [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Updating instance_info_cache with network_info: [{"id": "2147d0bd-1ba3-47bd-b805-d9aa16b7ce67", "address": "fa:16:3e:80:8f:42", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2147d0bd-1b", "ovs_interfaceid": "2147d0bd-1ba3-47bd-b805-d9aa16b7ce67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.938055] env[71147]: DEBUG nova.policy [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6eb7f8de1d346db899648b6c9399c77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0952c479367e4b8289bca3f5dfbaf7bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.942936] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420868, 'name': ReconfigVM_Task, 'duration_secs': 0.322875} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.945620] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 70e6b67e-c00f-4e11-beae-84e3f95904ac/70e6b67e-c00f-4e11-beae-84e3f95904ac.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.946653] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab5ef245-9905-4dff-a051-afab4d366c61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.958503] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085854} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.959871] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.960268] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 806.960268] env[71147]: value = "task-3420871" [ 806.960268] env[71147]: _type = "Task" [ 806.960268] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.963350] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a499d7ac-5524-4f3c-8bf4-862229ec36d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.976600] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420871, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.994595] env[71147]: DEBUG oslo_concurrency.lockutils [req-1909a58a-b96d-4617-973f-fe124e2b12e3 req-859076c5-5494-47eb-b4ee-fb6318b70e10 service nova] Releasing lock "refresh_cache-70e6b67e-c00f-4e11-beae-84e3f95904ac" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.006761] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5985f089-6159-46a1-9e2a-ce376dcbbeb8/5985f089-6159-46a1-9e2a-ce376dcbbeb8.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.007463] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e16beefe-7d59-449b-9da1-6064a73b8fdb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.034583] env[71147]: INFO nova.compute.manager [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] instance snapshotting [ 807.035690] env[71147]: DEBUG nova.objects.instance [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'flavor' on Instance uuid fb97a908-0315-42a4-9194-30d503c7672d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.037931] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 807.037931] env[71147]: value = "task-3420872" [ 807.037931] env[71147]: _type = "Task" [ 807.037931] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.051111] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.117033] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d9331c-b5d0-675d-f0c3-700580d33dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.119781] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.120045] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.120281] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.120459] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.120664] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.121055] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cd2b792-4e40-4c8e-b185-47c161bac1cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.131991] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.132205] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.132931] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de08d11a-5d44-458b-aa1f-7c4f1296fe6c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.141953] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 807.141953] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523c551d-f9a4-4ea1-3d49-19f2a58eed4d" [ 807.141953] env[71147]: _type = "Task" [ 807.141953] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.150675] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523c551d-f9a4-4ea1-3d49-19f2a58eed4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.329762] env[71147]: DEBUG nova.network.neutron [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Successfully created port: 33c8c733-53c0-479b-9e64-0ae9cff1647d {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.375127] env[71147]: DEBUG nova.compute.manager [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.390304] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420870, 'name': Rename_Task, 'duration_secs': 0.149353} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.390547] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.390922] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-120c77af-caa2-416e-a28d-4b0b45e7bbce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.401115] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 807.401115] env[71147]: value = "task-3420873" [ 807.401115] env[71147]: _type = "Task" [ 807.401115] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.408447] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "refresh_cache-894c10ee-ce64-4573-a67b-17718ec9fe3d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.408812] env[71147]: DEBUG nova.compute.manager [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Instance network_info: |[{"id": "2147d0bd-1ba3-47bd-b805-d9aa16b7ce67", "address": "fa:16:3e:80:8f:42", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2147d0bd-1b", "ovs_interfaceid": "2147d0bd-1ba3-47bd-b805-d9aa16b7ce67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.416627] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:8f:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2147d0bd-1ba3-47bd-b805-d9aa16b7ce67', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.425893] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Creating folder: Project (0cf5ac8dbb364f50bac4537d30edcb87). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.426283] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f469d8e8-f02d-4080-bbb0-b3875cb14165 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.440998] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420873, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.448930] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069fcbf5-b06e-4617-afa6-02b86a41ca32 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.458176] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Created folder: Project (0cf5ac8dbb364f50bac4537d30edcb87) in parent group-v682378. [ 807.458554] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Creating folder: Instances. Parent ref: group-v682507. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.461314] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27a178ba-a510-4fa8-8ecb-3783d964822e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.464473] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6b4a70-4175-423b-a84e-cc1653206341 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.478853] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420871, 'name': Rename_Task, 'duration_secs': 0.15844} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.507290] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.508579] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Created folder: Instances in parent group-v682507. [ 807.508848] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.509065] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b44c510e-74af-4ee4-88e1-0a41e826da68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.511345] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94594f33-e8fc-4f94-9d3e-dac1d00d15fd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.514067] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.514310] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e8b3ab9-54b9-434f-be29-99d174dd66ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.543345] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b27e24a-f028-4791-92e4-07715ff5ff4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.547694] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.547694] env[71147]: value = "task-3420877" [ 807.547694] env[71147]: _type = "Task" [ 807.547694] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.547979] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 807.547979] env[71147]: value = "task-3420876" [ 807.547979] env[71147]: _type = "Task" [ 807.547979] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.553496] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9e471b-26e5-4110-8224-9add0c841cbe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.585072] env[71147]: DEBUG nova.compute.provider_tree [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.593132] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420872, 'name': ReconfigVM_Task, 'duration_secs': 0.553965} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.623157] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5985f089-6159-46a1-9e2a-ce376dcbbeb8/5985f089-6159-46a1-9e2a-ce376dcbbeb8.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.624194] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420877, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.629386] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.629772] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.630049] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.630379] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.630641] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.630909] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.631283] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.631551] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.631839] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.632129] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.632445] env[71147]: DEBUG nova.virt.hardware [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.632843] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9243c715-27d7-434b-9c27-c83bcf6b3da0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.636357] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5849c3e9-f51c-4404-99c0-ee56a2b19057 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.641658] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d74d0a0-7b59-4721-ab01-d963a5c697d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.652053] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.670236] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 807.670236] env[71147]: value = "task-3420878" [ 807.670236] env[71147]: _type = "Task" [ 807.670236] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.673291] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b9f7c0-b14c-4413-98ed-ac1a0f20b536 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.696249] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523c551d-f9a4-4ea1-3d49-19f2a58eed4d, 'name': SearchDatastore_Task, 'duration_secs': 0.015241} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.697879] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ddaf922-1275-4307-b8c2-ad9f67177b65 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.705553] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420878, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.715209] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:2c:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0face6b-0867-48f0-9031-86b05c2732f3', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.723030] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.723030] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 807.723030] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ee0b1c-74db-70b8-8583-0386f1685853" [ 807.723030] env[71147]: _type = "Task" [ 807.723030] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.724042] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.724343] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f5413e9-0aaa-422a-b67c-fccf48b8f8c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.750651] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ee0b1c-74db-70b8-8583-0386f1685853, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.752282] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.752546] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 67a88644-6b2d-4edc-b163-9aba433f8c91/67a88644-6b2d-4edc-b163-9aba433f8c91.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.752796] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.752796] env[71147]: value = "task-3420879" [ 807.752796] env[71147]: _type = "Task" [ 807.752796] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.752978] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6462f213-2a2d-4382-9679-a2431059cdf4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.765372] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420879, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.766912] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 807.766912] env[71147]: value = "task-3420880" [ 807.766912] env[71147]: _type = "Task" [ 807.766912] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.777295] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.925998] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420873, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.072526] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420877, 'name': CreateVM_Task, 'duration_secs': 0.498695} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.077301] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.077403] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420876, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.078275] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.078897] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.078897] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.079255] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c66780-ff5d-4e72-aa1e-81dffb5acdcc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.087842] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 808.087842] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a52534-e41f-d369-0896-445ad62854d8" [ 808.087842] env[71147]: _type = "Task" [ 808.087842] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.092390] env[71147]: DEBUG nova.scheduler.client.report [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.104266] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a52534-e41f-d369-0896-445ad62854d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.172150] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.172774] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b588911-5f7b-4856-b093-959d37706561 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.192903] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 808.192903] env[71147]: value = "task-3420881" [ 808.192903] env[71147]: _type = "Task" [ 808.192903] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.193210] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420878, 'name': Rename_Task, 'duration_secs': 0.200518} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.193659] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.197374] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2101314b-dcbd-4bbb-a8d2-2963f5e74b19 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.212532] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.213084] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 808.213084] env[71147]: value = "task-3420882" [ 808.213084] env[71147]: _type = "Task" [ 808.213084] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.225586] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.269963] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420879, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.284100] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420880, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.388879] env[71147]: DEBUG nova.compute.manager [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.414979] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.415268] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.415422] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.415598] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.415742] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.415883] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.416175] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.416321] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.416488] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.416647] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.416873] env[71147]: DEBUG nova.virt.hardware [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.417686] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08b990c-d952-44a2-86cb-541f95819c21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.428238] env[71147]: DEBUG oslo_vmware.api [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420873, 'name': PowerOnVM_Task, 'duration_secs': 0.6068} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.431852] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.432125] env[71147]: INFO nova.compute.manager [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Took 11.93 seconds to spawn the instance on the hypervisor. [ 808.432333] env[71147]: DEBUG nova.compute.manager [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.433575] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c878f1b-79c0-4d47-af34-ec90f0a5f632 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.438140] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb5095-50e6-4a36-9e6b-b7469bc2f322 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.563658] env[71147]: DEBUG oslo_vmware.api [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420876, 'name': PowerOnVM_Task, 'duration_secs': 0.736523} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.565988] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.566228] env[71147]: INFO nova.compute.manager [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Took 9.26 seconds to spawn the instance on the hypervisor. [ 808.566411] env[71147]: DEBUG nova.compute.manager [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.567259] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d51294d-a1a4-482e-ad4f-c56e2b9eeae2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.599329] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.601426] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a52534-e41f-d369-0896-445ad62854d8, 'name': SearchDatastore_Task, 'duration_secs': 0.066513} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.601922] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.256s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.602187] env[71147]: DEBUG nova.objects.instance [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lazy-loading 'resources' on Instance uuid c6f39db1-7ccc-44de-860a-45dbe687ace7 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.603544] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.603767] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.604052] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.604188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.604418] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.604865] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7de1a9a-974f-4981-a919-975aeda1870e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.615564] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.615836] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.616539] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d796eb1-64c6-413e-914e-713595948353 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.625458] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 808.625458] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5237a3c2-b955-f032-1472-6357ebd8510c" [ 808.625458] env[71147]: _type = "Task" [ 808.625458] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.626504] env[71147]: INFO nova.scheduler.client.report [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Deleted allocations for instance 7f73a545-dd6e-491c-9203-1af48d0bcb65 [ 808.642495] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5237a3c2-b955-f032-1472-6357ebd8510c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.662720] env[71147]: DEBUG nova.compute.manager [req-d128941e-df36-475c-902e-fee97166d124 req-d7082104-f437-42ea-9df0-9f6828cdf5a4 service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Received event network-changed-2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.662892] env[71147]: DEBUG nova.compute.manager [req-d128941e-df36-475c-902e-fee97166d124 req-d7082104-f437-42ea-9df0-9f6828cdf5a4 service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Refreshing instance network info cache due to event network-changed-2147d0bd-1ba3-47bd-b805-d9aa16b7ce67. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.663396] env[71147]: DEBUG oslo_concurrency.lockutils [req-d128941e-df36-475c-902e-fee97166d124 req-d7082104-f437-42ea-9df0-9f6828cdf5a4 service nova] Acquiring lock "refresh_cache-894c10ee-ce64-4573-a67b-17718ec9fe3d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.663575] env[71147]: DEBUG oslo_concurrency.lockutils [req-d128941e-df36-475c-902e-fee97166d124 req-d7082104-f437-42ea-9df0-9f6828cdf5a4 service nova] Acquired lock "refresh_cache-894c10ee-ce64-4573-a67b-17718ec9fe3d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.663881] env[71147]: DEBUG nova.network.neutron [req-d128941e-df36-475c-902e-fee97166d124 req-d7082104-f437-42ea-9df0-9f6828cdf5a4 service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Refreshing network info cache for port 2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.705651] env[71147]: DEBUG nova.compute.manager [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.705945] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.707077] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e155e05-c7fc-4ac4-b865-24a17ff6f3e9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.732212] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420882, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.768776] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420879, 'name': CreateVM_Task, 'duration_secs': 0.606852} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.769044] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.770465] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.770656] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.770927] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.771577] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c48e9e-c84b-46e0-ab2e-226e14a253b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.781305] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 808.781305] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52776965-30d3-2a15-5f90-0437fc60fa3c" [ 808.781305] env[71147]: _type = "Task" [ 808.781305] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.786522] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549628} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.789811] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 67a88644-6b2d-4edc-b163-9aba433f8c91/67a88644-6b2d-4edc-b163-9aba433f8c91.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.790050] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.790792] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2741b01e-d1fb-4957-a476-cd7b958d6de2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.802149] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52776965-30d3-2a15-5f90-0437fc60fa3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.803555] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.803907] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.804567] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.804763] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 808.804763] env[71147]: value = "task-3420883" [ 808.804763] env[71147]: _type = "Task" [ 808.804763] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.814681] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.971236] env[71147]: INFO nova.compute.manager [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Took 42.77 seconds to build instance. [ 809.086999] env[71147]: INFO nova.compute.manager [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Took 42.88 seconds to build instance. [ 809.133420] env[71147]: DEBUG nova.compute.manager [req-eb93dee1-2b07-467b-a0bc-353f020408e8 req-0afcf210-73c3-44ae-ae4b-3199271b154a service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Received event network-vif-plugged-33c8c733-53c0-479b-9e64-0ae9cff1647d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.133753] env[71147]: DEBUG oslo_concurrency.lockutils [req-eb93dee1-2b07-467b-a0bc-353f020408e8 req-0afcf210-73c3-44ae-ae4b-3199271b154a service nova] Acquiring lock "cb8145a0-b491-43f0-944a-7b357693200f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.133890] env[71147]: DEBUG oslo_concurrency.lockutils [req-eb93dee1-2b07-467b-a0bc-353f020408e8 req-0afcf210-73c3-44ae-ae4b-3199271b154a service nova] Lock "cb8145a0-b491-43f0-944a-7b357693200f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.134149] env[71147]: DEBUG oslo_concurrency.lockutils [req-eb93dee1-2b07-467b-a0bc-353f020408e8 req-0afcf210-73c3-44ae-ae4b-3199271b154a service nova] Lock "cb8145a0-b491-43f0-944a-7b357693200f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.134349] env[71147]: DEBUG nova.compute.manager [req-eb93dee1-2b07-467b-a0bc-353f020408e8 req-0afcf210-73c3-44ae-ae4b-3199271b154a service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] No waiting events found dispatching network-vif-plugged-33c8c733-53c0-479b-9e64-0ae9cff1647d {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.134522] env[71147]: WARNING nova.compute.manager [req-eb93dee1-2b07-467b-a0bc-353f020408e8 req-0afcf210-73c3-44ae-ae4b-3199271b154a service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Received unexpected event network-vif-plugged-33c8c733-53c0-479b-9e64-0ae9cff1647d for instance with vm_state building and task_state spawning. [ 809.144068] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5237a3c2-b955-f032-1472-6357ebd8510c, 'name': SearchDatastore_Task, 'duration_secs': 0.017364} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.144343] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7b8b5813-d3a1-4dde-8d29-b4b7f348c037 tempest-ServersListShow296Test-678740353 tempest-ServersListShow296Test-678740353-project-member] Lock "7f73a545-dd6e-491c-9203-1af48d0bcb65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.165s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.146747] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3f5344-ed4a-4948-bbd5-54df58e5f668 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.153866] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 809.153866] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c1de4f-4cb6-fcbc-456a-721014063a4e" [ 809.153866] env[71147]: _type = "Task" [ 809.153866] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.163476] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c1de4f-4cb6-fcbc-456a-721014063a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.208164] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420881, 'name': CreateSnapshot_Task, 'duration_secs': 0.794327} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.208164] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 809.208927] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed0a3e7-2746-411c-a4c4-1870017aef0c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.228020] env[71147]: INFO nova.compute.manager [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] instance snapshotting [ 809.231308] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406b5885-abd7-4711-9678-40bda5d403a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.237385] env[71147]: DEBUG oslo_vmware.api [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420882, 'name': PowerOnVM_Task, 'duration_secs': 0.549499} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.238031] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.238302] env[71147]: INFO nova.compute.manager [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Took 16.92 seconds to spawn the instance on the hypervisor. [ 809.238489] env[71147]: DEBUG nova.compute.manager [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.239248] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20f0d47-7673-4585-b374-0ca7fbc862b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.261524] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8225a9c-35d4-430d-8c9b-95a47e9fd9b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.273412] env[71147]: DEBUG nova.network.neutron [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Successfully updated port: 33c8c733-53c0-479b-9e64-0ae9cff1647d {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.315269] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072758} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.318146] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.318392] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1c13fc-6415-4884-9981-beaf619ce470 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.343845] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 67a88644-6b2d-4edc-b163-9aba433f8c91/67a88644-6b2d-4edc-b163-9aba433f8c91.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.347301] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0097d73-8806-4138-85d8-91ef66ffcfca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.371575] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 809.371575] env[71147]: value = "task-3420884" [ 809.371575] env[71147]: _type = "Task" [ 809.371575] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.380275] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.474238] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7fcf4783-55bb-439d-abca-83779dd7f28b tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.120s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.539600] env[71147]: DEBUG nova.network.neutron [req-d128941e-df36-475c-902e-fee97166d124 req-d7082104-f437-42ea-9df0-9f6828cdf5a4 service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Updated VIF entry in instance network info cache for port 2147d0bd-1ba3-47bd-b805-d9aa16b7ce67. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.539600] env[71147]: DEBUG nova.network.neutron [req-d128941e-df36-475c-902e-fee97166d124 req-d7082104-f437-42ea-9df0-9f6828cdf5a4 service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Updating instance_info_cache with network_info: [{"id": "2147d0bd-1ba3-47bd-b805-d9aa16b7ce67", "address": "fa:16:3e:80:8f:42", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2147d0bd-1b", "ovs_interfaceid": "2147d0bd-1ba3-47bd-b805-d9aa16b7ce67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.587458] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f1da7181-fc06-434d-8c4c-79c3ad2a7150 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "70e6b67e-c00f-4e11-beae-84e3f95904ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.995s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.669260] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c1de4f-4cb6-fcbc-456a-721014063a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.03774} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.669933] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.669933] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 894c10ee-ce64-4573-a67b-17718ec9fe3d/894c10ee-ce64-4573-a67b-17718ec9fe3d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.670128] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.670275] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.670501] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f764382d-c5bc-44b8-8f8e-27007031abb4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.673546] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2e1a6ba-91b4-4afd-80da-b6501c7c7077 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.682741] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 809.682741] env[71147]: value = "task-3420885" [ 809.682741] env[71147]: _type = "Task" [ 809.682741] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.690234] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.690428] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.692086] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6185c004-50fc-430d-bbc2-eaec2e1cd18c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.699045] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.702963] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 809.702963] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524840f2-77c0-87ae-f913-1dcc217c29d1" [ 809.702963] env[71147]: _type = "Task" [ 809.702963] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.715753] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524840f2-77c0-87ae-f913-1dcc217c29d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.721320] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca294f6d-9241-44e4-ad7e-f8ccd35b457e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.730453] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9caec2-15c8-431f-8f7f-034abd7c74b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.741035] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.741401] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ec6f12a-d8b6-4d56-b58c-74a1a79df550 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.785046] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquiring lock "refresh_cache-cb8145a0-b491-43f0-944a-7b357693200f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.785046] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquired lock "refresh_cache-cb8145a0-b491-43f0-944a-7b357693200f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.785046] env[71147]: DEBUG nova.network.neutron [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.787364] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 809.791239] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f1e81a3-c1be-4da1-a398-17cc6231d59a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.792929] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4f728e-b16c-462b-b5ac-0c70cc0340b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.796089] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 809.796089] env[71147]: value = "task-3420886" [ 809.796089] env[71147]: _type = "Task" [ 809.796089] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.797739] env[71147]: INFO nova.compute.manager [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Took 48.75 seconds to build instance. [ 809.806613] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d159ef6-f3b9-4698-8eda-0ab34fb69aff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.816807] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 809.816807] env[71147]: value = "task-3420887" [ 809.816807] env[71147]: _type = "Task" [ 809.816807] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.817236] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420886, 'name': CloneVM_Task} progress is 16%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.833697] env[71147]: DEBUG nova.compute.provider_tree [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.840777] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420887, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.882992] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.046873] env[71147]: DEBUG oslo_concurrency.lockutils [req-d128941e-df36-475c-902e-fee97166d124 req-d7082104-f437-42ea-9df0-9f6828cdf5a4 service nova] Releasing lock "refresh_cache-894c10ee-ce64-4573-a67b-17718ec9fe3d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.196193] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420885, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.216566] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524840f2-77c0-87ae-f913-1dcc217c29d1, 'name': SearchDatastore_Task, 'duration_secs': 0.039024} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.217927] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d2ac3f-193e-4d02-85f8-366d380c3d8c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.225532] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 810.225532] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5298d643-462a-2f7c-686b-c4cfddbc6f60" [ 810.225532] env[71147]: _type = "Task" [ 810.225532] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.236666] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5298d643-462a-2f7c-686b-c4cfddbc6f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.304567] env[71147]: DEBUG oslo_concurrency.lockutils [None req-657ca5f2-01f5-4592-8dbe-9c507c86c848 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.970s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.311913] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420886, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.329341] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420887, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.340941] env[71147]: DEBUG nova.scheduler.client.report [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.346651] env[71147]: DEBUG nova.network.neutron [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.385341] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420884, 'name': ReconfigVM_Task, 'duration_secs': 0.868242} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.387951] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 67a88644-6b2d-4edc-b163-9aba433f8c91/67a88644-6b2d-4edc-b163-9aba433f8c91.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.388628] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0a6c12a-4ee1-44a5-8d5a-e45fb010e1de {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.397637] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 810.397637] env[71147]: value = "task-3420888" [ 810.397637] env[71147]: _type = "Task" [ 810.397637] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.418884] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420888, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.604199] env[71147]: DEBUG nova.network.neutron [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Updating instance_info_cache with network_info: [{"id": "33c8c733-53c0-479b-9e64-0ae9cff1647d", "address": "fa:16:3e:79:37:6b", "network": {"id": "d9d37ee4-b632-41d7-82db-e5138e94fb0b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-548139752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0952c479367e4b8289bca3f5dfbaf7bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c8c733-53", "ovs_interfaceid": "33c8c733-53c0-479b-9e64-0ae9cff1647d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.699959] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700119} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.700538] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 894c10ee-ce64-4573-a67b-17718ec9fe3d/894c10ee-ce64-4573-a67b-17718ec9fe3d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.700538] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.700748] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4e50a62-2531-4e79-80a2-f10f97534c7c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.710013] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 810.710013] env[71147]: value = "task-3420889" [ 810.710013] env[71147]: _type = "Task" [ 810.710013] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.720613] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.742112] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5298d643-462a-2f7c-686b-c4cfddbc6f60, 'name': SearchDatastore_Task, 'duration_secs': 0.053657} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.742701] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.742837] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.743129] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb399755-40f5-4c20-a52b-227db680d72b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.755023] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 810.755023] env[71147]: value = "task-3420890" [ 810.755023] env[71147]: _type = "Task" [ 810.755023] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.764184] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.812067] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420886, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.832500] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420887, 'name': CreateSnapshot_Task, 'duration_secs': 0.772179} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.832881] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 810.833854] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c286bc9f-538e-412b-83f5-01fe81597410 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.852030] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.854700] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.407s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.856396] env[71147]: INFO nova.compute.claims [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.894799] env[71147]: INFO nova.scheduler.client.report [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Deleted allocations for instance c6f39db1-7ccc-44de-860a-45dbe687ace7 [ 810.916771] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420888, 'name': Rename_Task, 'duration_secs': 0.19021} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.916771] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.916771] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a798c3e5-af32-4218-b799-459e64579020 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.926402] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 810.926402] env[71147]: value = "task-3420891" [ 810.926402] env[71147]: _type = "Task" [ 810.926402] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.939407] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.107272] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Releasing lock "refresh_cache-cb8145a0-b491-43f0-944a-7b357693200f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.107597] env[71147]: DEBUG nova.compute.manager [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Instance network_info: |[{"id": "33c8c733-53c0-479b-9e64-0ae9cff1647d", "address": "fa:16:3e:79:37:6b", "network": {"id": "d9d37ee4-b632-41d7-82db-e5138e94fb0b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-548139752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0952c479367e4b8289bca3f5dfbaf7bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c8c733-53", "ovs_interfaceid": "33c8c733-53c0-479b-9e64-0ae9cff1647d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.108105] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:37:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33c8c733-53c0-479b-9e64-0ae9cff1647d', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.116167] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Creating folder: Project (0952c479367e4b8289bca3f5dfbaf7bb). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.117181] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3f8665f-fdb1-4f97-8cd2-903c13318172 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.133922] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Created folder: Project (0952c479367e4b8289bca3f5dfbaf7bb) in parent group-v682378. [ 811.134179] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Creating folder: Instances. Parent ref: group-v682514. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.134454] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1508023-c5df-4575-82df-33372f3ff461 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.156034] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Created folder: Instances in parent group-v682514. [ 811.156034] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.156034] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.156034] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d7b2f21-9283-408e-93d0-f9008d77f668 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.188620] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.188620] env[71147]: value = "task-3420894" [ 811.188620] env[71147]: _type = "Task" [ 811.188620] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.205645] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420894, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.221609] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083935} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.222107] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.223473] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c919eab-f666-44df-a5ce-e94fbc03b2bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.251454] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 894c10ee-ce64-4573-a67b-17718ec9fe3d/894c10ee-ce64-4573-a67b-17718ec9fe3d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.252449] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42063d5a-561f-4024-b2a9-b0eee3a48718 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.280668] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.282741] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 811.282741] env[71147]: value = "task-3420895" [ 811.282741] env[71147]: _type = "Task" [ 811.282741] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.292429] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.310818] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420886, 'name': CloneVM_Task, 'duration_secs': 1.408245} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.311540] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Created linked-clone VM from snapshot [ 811.311965] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da6908e-aab7-4550-a070-675f0a1a25fd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.321597] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Uploading image 9c7a8ae3-4538-42b9-921c-98795264b424 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 811.353467] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 811.354944] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20ad3fe7-69fb-4aa3-bd7c-99843855b7bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.358793] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 811.358793] env[71147]: value = "vm-682512" [ 811.358793] env[71147]: _type = "VirtualMachine" [ 811.358793] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 811.359174] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2672c36-1eac-47ae-825e-7eeefbc26768 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.366722] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 811.366722] env[71147]: value = "task-3420896" [ 811.366722] env[71147]: _type = "Task" [ 811.366722] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.371638] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease: (returnval){ [ 811.371638] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52512cf3-3456-eb95-11bf-d693416db68c" [ 811.371638] env[71147]: _type = "HttpNfcLease" [ 811.371638] env[71147]: } obtained for exporting VM: (result){ [ 811.371638] env[71147]: value = "vm-682512" [ 811.371638] env[71147]: _type = "VirtualMachine" [ 811.371638] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 811.371908] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the lease: (returnval){ [ 811.371908] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52512cf3-3456-eb95-11bf-d693416db68c" [ 811.371908] env[71147]: _type = "HttpNfcLease" [ 811.371908] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 811.380297] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420896, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.386450] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.386450] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52512cf3-3456-eb95-11bf-d693416db68c" [ 811.386450] env[71147]: _type = "HttpNfcLease" [ 811.386450] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.410146] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5ff0ec0f-3c34-45b9-9167-687acba4c735 tempest-ServersTestManualDisk-1307284355 tempest-ServersTestManualDisk-1307284355-project-member] Lock "c6f39db1-7ccc-44de-860a-45dbe687ace7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.199s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.443025] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.581291] env[71147]: INFO nova.compute.manager [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Rebuilding instance [ 811.665822] env[71147]: DEBUG nova.compute.manager [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.666768] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fecfbf4-57dc-4b0a-bcd8-60591f95a271 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.683979] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.683979] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.683979] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.683979] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.683979] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.685387] env[71147]: INFO nova.compute.manager [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Terminating instance [ 811.706025] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420894, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.750554] env[71147]: DEBUG nova.compute.manager [req-538c18f7-066c-4b4d-930e-d8f8aa92bf7c req-fa9e470d-6df7-455c-927a-d2378931c3c5 service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Received event network-changed-33c8c733-53c0-479b-9e64-0ae9cff1647d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.750856] env[71147]: DEBUG nova.compute.manager [req-538c18f7-066c-4b4d-930e-d8f8aa92bf7c req-fa9e470d-6df7-455c-927a-d2378931c3c5 service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Refreshing instance network info cache due to event network-changed-33c8c733-53c0-479b-9e64-0ae9cff1647d. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.750948] env[71147]: DEBUG oslo_concurrency.lockutils [req-538c18f7-066c-4b4d-930e-d8f8aa92bf7c req-fa9e470d-6df7-455c-927a-d2378931c3c5 service nova] Acquiring lock "refresh_cache-cb8145a0-b491-43f0-944a-7b357693200f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.751097] env[71147]: DEBUG oslo_concurrency.lockutils [req-538c18f7-066c-4b4d-930e-d8f8aa92bf7c req-fa9e470d-6df7-455c-927a-d2378931c3c5 service nova] Acquired lock "refresh_cache-cb8145a0-b491-43f0-944a-7b357693200f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.751252] env[71147]: DEBUG nova.network.neutron [req-538c18f7-066c-4b4d-930e-d8f8aa92bf7c req-fa9e470d-6df7-455c-927a-d2378931c3c5 service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Refreshing network info cache for port 33c8c733-53c0-479b-9e64-0ae9cff1647d {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.783974] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564786} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.788191] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.788598] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.789113] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fe2595f-e7d0-488b-910c-1bf53dc300ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.801434] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420895, 'name': ReconfigVM_Task, 'duration_secs': 0.329875} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.803606] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 894c10ee-ce64-4573-a67b-17718ec9fe3d/894c10ee-ce64-4573-a67b-17718ec9fe3d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.804783] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 811.804783] env[71147]: value = "task-3420898" [ 811.804783] env[71147]: _type = "Task" [ 811.804783] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.804783] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55c4e285-20e7-4f9e-80d3-79fe8107e5af {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.818960] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.820627] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 811.820627] env[71147]: value = "task-3420899" [ 811.820627] env[71147]: _type = "Task" [ 811.820627] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.841355] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420899, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.879511] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420896, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.891668] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.891668] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52512cf3-3456-eb95-11bf-d693416db68c" [ 811.891668] env[71147]: _type = "HttpNfcLease" [ 811.891668] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 811.893985] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 811.893985] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52512cf3-3456-eb95-11bf-d693416db68c" [ 811.893985] env[71147]: _type = "HttpNfcLease" [ 811.893985] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 811.893985] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6886c0-1d51-40d7-ba65-bd669d261e89 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.905374] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e08-350d-5665-8a44-221e622157d7/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 811.905542] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e08-350d-5665-8a44-221e622157d7/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 811.990885] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.022780] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5f8789c-ef9b-4d12-964c-cd94cc1497ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.190965] env[71147]: DEBUG nova.compute.manager [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.191036] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.191965] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fc4600-db97-40e3-8903-8b4e7df1e96b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.948817] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.953224] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.953454] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420894, 'name': CreateVM_Task, 'duration_secs': 0.686817} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.958560] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b15302-1cb3-4aab-a580-28b0213f8d4a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.974046] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fd499a3-b697-4bbf-92c3-a573f97826ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.976404] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.979213] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquiring lock "53199a9a-b220-4667-9b6a-dde78d872ee8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.979613] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "53199a9a-b220-4667-9b6a-dde78d872ee8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.981058] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.981347] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.981821] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.987135] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2713b8-01d4-4812-a43e-b2c7b2af6d21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.015259] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18295} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.015552] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420899, 'name': Rename_Task, 'duration_secs': 0.323366} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.016128] env[71147]: DEBUG oslo_vmware.api [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 813.016128] env[71147]: value = "task-3420900" [ 813.016128] env[71147]: _type = "Task" [ 813.016128] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.016128] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420896, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.016392] env[71147]: DEBUG oslo_vmware.api [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420891, 'name': PowerOnVM_Task, 'duration_secs': 1.136977} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.021730] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.026298] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.026298] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.026298] env[71147]: INFO nova.compute.manager [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Took 10.98 seconds to spawn the instance on the hypervisor. [ 813.026298] env[71147]: DEBUG nova.compute.manager [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.026298] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 813.026298] env[71147]: value = "task-3420901" [ 813.026298] env[71147]: _type = "Task" [ 813.026298] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.029511] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a74fea-3036-422e-a8bc-51ceb59a2ee9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.033541] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fe895b1-f238-4611-94ef-7282fdaf114b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.042225] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5222ea6e-a122-4d22-b30e-959d8bfa7b67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.053326] env[71147]: DEBUG nova.compute.manager [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Stashing vm_state: active {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 813.060560] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 813.060560] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5295d135-0feb-a326-b2e0-c074c7081236" [ 813.060560] env[71147]: _type = "Task" [ 813.060560] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.093048] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.110224] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92cd0161-e6b6-4839-b4c0-86d8fa5b2b05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.128476] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5295d135-0feb-a326-b2e0-c074c7081236, 'name': SearchDatastore_Task, 'duration_secs': 0.014336} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.133764] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.133764] env[71147]: DEBUG oslo_vmware.api [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.133764] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 813.133764] env[71147]: value = "task-3420902" [ 813.133764] env[71147]: _type = "Task" [ 813.133764] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.133764] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.138257] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.138257] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.138257] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.138257] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.138257] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23816da9-3a88-426b-b40e-59e40bba473f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.149619] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 813.149619] env[71147]: value = "task-3420903" [ 813.149619] env[71147]: _type = "Task" [ 813.149619] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.163147] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.167985] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420903, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.169241] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.170404] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.171307] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310536ae-3b6a-4ec1-ac72-11261cf0ec14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.180591] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 813.180591] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288758d-936d-2954-3f97-aab6d05b7e26" [ 813.180591] env[71147]: _type = "Task" [ 813.180591] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.200055] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288758d-936d-2954-3f97-aab6d05b7e26, 'name': SearchDatastore_Task, 'duration_secs': 0.013989} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.202866] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dad93e2-65a6-46f2-a4e0-b4e563a206cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.220486] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 813.220486] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52307521-2eee-3b72-f1ed-805d64b74ef0" [ 813.220486] env[71147]: _type = "Task" [ 813.220486] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.234114] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52307521-2eee-3b72-f1ed-805d64b74ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.401747] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5f91a7-34c7-4f5c-9353-8637dc1d4b6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.413366] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55542b92-8414-42d3-a567-a215c91719d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.458264] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc545a-0cda-497c-ae21-328c2b978256 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.470839] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420896, 'name': CloneVM_Task, 'duration_secs': 2.060552} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.472408] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd947654-bf04-4b19-81b1-3ba44ad873a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.476969] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Created linked-clone VM from snapshot [ 813.477936] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef1b0fd-9297-4e4b-b3d0-b47db9f5b22d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.487036] env[71147]: DEBUG nova.compute.manager [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.503520] env[71147]: DEBUG nova.compute.provider_tree [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.506929] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Uploading image ba5b694c-02c0-4cc8-9a4d-97264e533488 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 813.508647] env[71147]: DEBUG nova.network.neutron [req-538c18f7-066c-4b4d-930e-d8f8aa92bf7c req-fa9e470d-6df7-455c-927a-d2378931c3c5 service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Updated VIF entry in instance network info cache for port 33c8c733-53c0-479b-9e64-0ae9cff1647d. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.509499] env[71147]: DEBUG nova.network.neutron [req-538c18f7-066c-4b4d-930e-d8f8aa92bf7c req-fa9e470d-6df7-455c-927a-d2378931c3c5 service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Updating instance_info_cache with network_info: [{"id": "33c8c733-53c0-479b-9e64-0ae9cff1647d", "address": "fa:16:3e:79:37:6b", "network": {"id": "d9d37ee4-b632-41d7-82db-e5138e94fb0b", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-548139752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0952c479367e4b8289bca3f5dfbaf7bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c8c733-53", "ovs_interfaceid": "33c8c733-53c0-479b-9e64-0ae9cff1647d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.537340] env[71147]: DEBUG oslo_vmware.api [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420900, 'name': PowerOffVM_Task, 'duration_secs': 0.308715} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.537673] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.537874] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.538182] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdb7c1dc-c823-4827-a270-eefb0fba46ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.570370] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420901, 'name': PowerOffVM_Task, 'duration_secs': 0.300015} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.574527] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.575274] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.579989] env[71147]: DEBUG oslo_vmware.rw_handles [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 813.579989] env[71147]: value = "vm-682517" [ 813.579989] env[71147]: _type = "VirtualMachine" [ 813.579989] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 813.579989] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e2d14-edb6-41bc-ad2e-ea27d853eedd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.583029] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d689b3d-a5f3-40dc-aa1f-0223de5a957c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.591391] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.598326] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.601313] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92fc493f-16d8-4d1e-933d-aa7ea0d7922c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.602102] env[71147]: DEBUG oslo_vmware.rw_handles [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lease: (returnval){ [ 813.602102] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacdba-d4cc-f662-bb31-1327b5245b27" [ 813.602102] env[71147]: _type = "HttpNfcLease" [ 813.602102] env[71147]: } obtained for exporting VM: (result){ [ 813.602102] env[71147]: value = "vm-682517" [ 813.602102] env[71147]: _type = "VirtualMachine" [ 813.602102] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 813.602402] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the lease: (returnval){ [ 813.602402] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacdba-d4cc-f662-bb31-1327b5245b27" [ 813.602402] env[71147]: _type = "HttpNfcLease" [ 813.602402] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 813.612807] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.612807] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacdba-d4cc-f662-bb31-1327b5245b27" [ 813.612807] env[71147]: _type = "HttpNfcLease" [ 813.612807] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 813.647417] env[71147]: INFO nova.compute.manager [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Took 42.84 seconds to build instance. [ 813.650780] env[71147]: DEBUG oslo_vmware.api [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3420902, 'name': PowerOnVM_Task, 'duration_secs': 0.544923} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.651467] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.651809] env[71147]: INFO nova.compute.manager [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Took 9.02 seconds to spawn the instance on the hypervisor. [ 813.652097] env[71147]: DEBUG nova.compute.manager [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.657296] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9507d3-0e2e-4a2d-ade2-e650cc0db23f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.673109] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420903, 'name': ReconfigVM_Task, 'duration_secs': 0.37306} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.677031] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Reconfigured VM instance instance-00000006 to attach disk [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1/b1b9949a-e3a3-4ce2-a77e-0def597bdec1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.677031] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68a0b201-4bff-4885-a844-a874561c3ec2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.686344] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 813.686344] env[71147]: value = "task-3420907" [ 813.686344] env[71147]: _type = "Task" [ 813.686344] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.700378] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420907, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.708960] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.709241] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.709456] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleting the datastore file [datastore2] 70e6b67e-c00f-4e11-beae-84e3f95904ac {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.709802] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0575e3f8-9357-44c0-8c28-81ef1bd73cb6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.723151] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 813.723151] env[71147]: value = "task-3420908" [ 813.723151] env[71147]: _type = "Task" [ 813.723151] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.761032] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.761032] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52307521-2eee-3b72-f1ed-805d64b74ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.018636} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.762940] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.764600] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] cb8145a0-b491-43f0-944a-7b357693200f/cb8145a0-b491-43f0-944a-7b357693200f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.764600] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.764600] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.764600] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Deleting the datastore file [datastore2] 5985f089-6159-46a1-9e2a-ce376dcbbeb8 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.764600] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25525f13-121f-435a-bb6a-e3f99a0fcd28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.768372] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed007a1d-f958-40fd-9ad3-673ca7e33647 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.780870] env[71147]: DEBUG oslo_vmware.api [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 813.780870] env[71147]: value = "task-3420909" [ 813.780870] env[71147]: _type = "Task" [ 813.780870] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.787106] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 813.787106] env[71147]: value = "task-3420910" [ 813.787106] env[71147]: _type = "Task" [ 813.787106] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.810692] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.810692] env[71147]: DEBUG oslo_vmware.api [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.008710] env[71147]: DEBUG nova.scheduler.client.report [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.019904] env[71147]: DEBUG oslo_concurrency.lockutils [req-538c18f7-066c-4b4d-930e-d8f8aa92bf7c req-fa9e470d-6df7-455c-927a-d2378931c3c5 service nova] Releasing lock "refresh_cache-cb8145a0-b491-43f0-944a-7b357693200f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.038369] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.114767] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.114767] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacdba-d4cc-f662-bb31-1327b5245b27" [ 814.114767] env[71147]: _type = "HttpNfcLease" [ 814.114767] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 814.115430] env[71147]: DEBUG oslo_vmware.rw_handles [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 814.115430] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacdba-d4cc-f662-bb31-1327b5245b27" [ 814.115430] env[71147]: _type = "HttpNfcLease" [ 814.115430] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 814.117356] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1875b93-eaf7-465e-938c-23ff5733a5e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.128392] env[71147]: DEBUG oslo_vmware.rw_handles [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522708f6-a51f-043b-dfc5-50c690b6c3b1/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 814.128593] env[71147]: DEBUG oslo_vmware.rw_handles [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522708f6-a51f-043b-dfc5-50c690b6c3b1/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 814.195522] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5db3b65e-e237-4d87-a1d6-b14ee1ee3447 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "67a88644-6b2d-4edc-b163-9aba433f8c91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.173s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.212236] env[71147]: INFO nova.compute.manager [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Took 40.09 seconds to build instance. [ 814.224693] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420907, 'name': Rename_Task, 'duration_secs': 0.193588} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.224693] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.224693] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852d000b-b389-4aad-a64c-8c3b19b830d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.237729] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242346} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.241832] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.242157] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.242479] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.249576] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 814.249576] env[71147]: value = "task-3420911" [ 814.249576] env[71147]: _type = "Task" [ 814.249576] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.263413] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.268086] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88bad584-80c1-49af-a843-e987ffdda704 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.307282] env[71147]: DEBUG oslo_vmware.api [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3420909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247914} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.310364] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.310364] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.310364] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.310364] env[71147]: INFO nova.compute.manager [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Took 2.12 seconds to destroy the instance on the hypervisor. [ 814.310364] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.310364] env[71147]: DEBUG nova.compute.manager [-] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.310364] env[71147]: DEBUG nova.network.neutron [-] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.316239] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.352769] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d586498-59f4-4cdd-96d7-a9830e374e94 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.369318] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d08533-34d5-490c-be8e-6cb267baf86c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Suspending the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 814.370624] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-90792220-f604-484b-b6b1-74a9e64968cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.391100] env[71147]: DEBUG oslo_vmware.api [None req-d6d08533-34d5-490c-be8e-6cb267baf86c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 814.391100] env[71147]: value = "task-3420912" [ 814.391100] env[71147]: _type = "Task" [ 814.391100] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.401929] env[71147]: DEBUG oslo_vmware.api [None req-d6d08533-34d5-490c-be8e-6cb267baf86c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420912, 'name': SuspendVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.519482] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.665s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.520274] env[71147]: DEBUG nova.compute.manager [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.523327] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.977s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.528632] env[71147]: INFO nova.compute.claims [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.706935] env[71147]: DEBUG nova.compute.manager [req-b3cff111-cdbc-4aa9-b8dc-f8c665bebf8c req-a8bb77e5-37ff-43fc-857d-9e6d873e8ed2 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received event network-vif-deleted-4eb84278-2390-4e95-9028-e876ae8cb465 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.707446] env[71147]: INFO nova.compute.manager [req-b3cff111-cdbc-4aa9-b8dc-f8c665bebf8c req-a8bb77e5-37ff-43fc-857d-9e6d873e8ed2 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Neutron deleted interface 4eb84278-2390-4e95-9028-e876ae8cb465; detaching it from the instance and deleting it from the info cache [ 814.707832] env[71147]: DEBUG nova.network.neutron [req-b3cff111-cdbc-4aa9-b8dc-f8c665bebf8c req-a8bb77e5-37ff-43fc-857d-9e6d873e8ed2 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Updating instance_info_cache with network_info: [{"id": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "address": "fa:16:3e:13:8a:66", "network": {"id": "4a399c14-f95a-4add-be26-67e0efe1aa1f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1066076774", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b8e4e3d-19", "ovs_interfaceid": "1b8e4e3d-195a-4744-bc6f-3f46cff3af92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5cee26b7-18e1-4185-968f-6579953fa936", "address": "fa:16:3e:ce:13:ce", "network": {"id": "11b6f185-c929-4043-a585-984990cc0524", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1955433733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cee26b7-18", "ovs_interfaceid": "5cee26b7-18e1-4185-968f-6579953fa936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.716617] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b4c59479-380a-408a-9b1e-b50994a4a8b6 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.179s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.782611] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420911, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.805946] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627075} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.806416] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] cb8145a0-b491-43f0-944a-7b357693200f/cb8145a0-b491-43f0-944a-7b357693200f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.807647] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.811120] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af6655cc-e88b-4ce5-8302-2cea386da74a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.820831] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 814.820831] env[71147]: value = "task-3420913" [ 814.820831] env[71147]: _type = "Task" [ 814.820831] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.835273] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.904982] env[71147]: DEBUG oslo_vmware.api [None req-d6d08533-34d5-490c-be8e-6cb267baf86c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420912, 'name': SuspendVM_Task} progress is 58%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.037488] env[71147]: DEBUG nova.compute.utils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.043939] env[71147]: DEBUG nova.compute.manager [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.043939] env[71147]: DEBUG nova.network.neutron [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.171360] env[71147]: DEBUG nova.policy [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70354690f91e4d9b860a9a6ac036f48f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec8787ba0cf64311813c8b410dbb2547', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.212972] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abad9677-838c-422f-8182-26aa709d6d36 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.227807] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec395d8e-b8ad-4399-bd01-2e16acbb1dd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.282632] env[71147]: DEBUG nova.compute.manager [req-b3cff111-cdbc-4aa9-b8dc-f8c665bebf8c req-a8bb77e5-37ff-43fc-857d-9e6d873e8ed2 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Detach interface failed, port_id=4eb84278-2390-4e95-9028-e876ae8cb465, reason: Instance 5985f089-6159-46a1-9e2a-ce376dcbbeb8 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 815.295350] env[71147]: DEBUG oslo_vmware.api [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420911, 'name': PowerOnVM_Task, 'duration_secs': 0.837767} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.295819] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.296111] env[71147]: DEBUG nova.compute.manager [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.299036] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b625c567-408f-4ef0-b3e3-375944fb6960 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.346212] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124028} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.346511] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.347571] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6332cfc6-e6ed-49be-9ad6-b1deb840bc2b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.380590] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] cb8145a0-b491-43f0-944a-7b357693200f/cb8145a0-b491-43f0-944a-7b357693200f.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.381915] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd43739-64db-455b-836b-7c045dfd0f51 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.423397] env[71147]: DEBUG oslo_vmware.api [None req-d6d08533-34d5-490c-be8e-6cb267baf86c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420912, 'name': SuspendVM_Task} progress is 58%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.428185] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 815.428185] env[71147]: value = "task-3420914" [ 815.428185] env[71147]: _type = "Task" [ 815.428185] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.445548] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.544434] env[71147]: DEBUG nova.compute.manager [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.825887] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.917731] env[71147]: DEBUG oslo_vmware.api [None req-d6d08533-34d5-490c-be8e-6cb267baf86c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420912, 'name': SuspendVM_Task, 'duration_secs': 1.17411} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.918058] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d08533-34d5-490c-be8e-6cb267baf86c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Suspended the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 815.918251] env[71147]: DEBUG nova.compute.manager [None req-d6d08533-34d5-490c-be8e-6cb267baf86c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.919215] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c95298-1d07-4495-91f0-55bdb5360631 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.935378] env[71147]: DEBUG nova.network.neutron [-] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.952671] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.987308] env[71147]: DEBUG nova.network.neutron [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Successfully created port: 82a952f5-d2da-4aee-9eab-19e958282582 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.178426] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746ab638-ebd3-4f85-a7f1-b7d81f1fed59 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.189407] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1ede3a-270a-49de-b4df-bf257ea2763c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.231948] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065598f3-35c9-452c-a64c-549cb9302240 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.244531] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760a78ad-a7b2-4a9d-b528-c7fb9213bb85 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.272263] env[71147]: DEBUG nova.compute.provider_tree [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.457637] env[71147]: INFO nova.compute.manager [-] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Took 2.15 seconds to deallocate network for instance. [ 816.477904] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420914, 'name': ReconfigVM_Task, 'duration_secs': 0.599701} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.479840] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Reconfigured VM instance instance-0000002e to attach disk [datastore2] cb8145a0-b491-43f0-944a-7b357693200f/cb8145a0-b491-43f0-944a-7b357693200f.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.481630] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e113a00-26a8-4b88-ac68-01347ffb7148 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.494453] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 816.494453] env[71147]: value = "task-3420915" [ 816.494453] env[71147]: _type = "Task" [ 816.494453] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.508358] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420915, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.562860] env[71147]: DEBUG nova.compute.manager [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.775387] env[71147]: DEBUG nova.scheduler.client.report [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.982109] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.006371] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420915, 'name': Rename_Task, 'duration_secs': 0.215504} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.006702] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.007044] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e576e4e8-dee1-4b2c-8c72-b517af4eddea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.015588] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 817.015588] env[71147]: value = "task-3420916" [ 817.015588] env[71147]: _type = "Task" [ 817.015588] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.026432] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.238485] env[71147]: DEBUG nova.compute.manager [req-3f239d3d-d3a8-4074-8e57-7db7dfb62472 req-ded14241-327c-4b6a-a939-686f54e096ef service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Received event network-changed-2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.239081] env[71147]: DEBUG nova.compute.manager [req-3f239d3d-d3a8-4074-8e57-7db7dfb62472 req-ded14241-327c-4b6a-a939-686f54e096ef service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Refreshing instance network info cache due to event network-changed-2147d0bd-1ba3-47bd-b805-d9aa16b7ce67. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.239342] env[71147]: DEBUG oslo_concurrency.lockutils [req-3f239d3d-d3a8-4074-8e57-7db7dfb62472 req-ded14241-327c-4b6a-a939-686f54e096ef service nova] Acquiring lock "refresh_cache-894c10ee-ce64-4573-a67b-17718ec9fe3d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.239701] env[71147]: DEBUG oslo_concurrency.lockutils [req-3f239d3d-d3a8-4074-8e57-7db7dfb62472 req-ded14241-327c-4b6a-a939-686f54e096ef service nova] Acquired lock "refresh_cache-894c10ee-ce64-4573-a67b-17718ec9fe3d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.239816] env[71147]: DEBUG nova.network.neutron [req-3f239d3d-d3a8-4074-8e57-7db7dfb62472 req-ded14241-327c-4b6a-a939-686f54e096ef service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Refreshing network info cache for port 2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.282306] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.282899] env[71147]: DEBUG nova.compute.manager [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.292083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.642s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.292083] env[71147]: DEBUG nova.objects.instance [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lazy-loading 'resources' on Instance uuid fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.530299] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.659577] env[71147]: DEBUG nova.compute.manager [req-61d4045b-78eb-4d26-9a8d-13f5ebe19920 req-bea6ed3d-ccb9-4dc3-a119-8a3fe6653b39 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received event network-vif-deleted-1b8e4e3d-195a-4744-bc6f-3f46cff3af92 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.659577] env[71147]: DEBUG nova.compute.manager [req-61d4045b-78eb-4d26-9a8d-13f5ebe19920 req-bea6ed3d-ccb9-4dc3-a119-8a3fe6653b39 service nova] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Received event network-vif-deleted-5cee26b7-18e1-4185-968f-6579953fa936 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.801476] env[71147]: DEBUG nova.compute.utils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.803440] env[71147]: DEBUG nova.compute.manager [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.803604] env[71147]: DEBUG nova.network.neutron [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.908194] env[71147]: DEBUG nova.policy [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc808ad11d5c4caea11e14d0e9c0d8f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '98ee72910822420d93251037ad979188', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.032924] env[71147]: DEBUG oslo_vmware.api [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420916, 'name': PowerOnVM_Task, 'duration_secs': 0.756528} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.032924] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.033960] env[71147]: INFO nova.compute.manager [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Took 9.64 seconds to spawn the instance on the hypervisor. [ 818.033960] env[71147]: DEBUG nova.compute.manager [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.038033] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd379b3-3ac7-413d-9d6d-c78516bfd7ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.101718] env[71147]: DEBUG nova.network.neutron [req-3f239d3d-d3a8-4074-8e57-7db7dfb62472 req-ded14241-327c-4b6a-a939-686f54e096ef service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Updated VIF entry in instance network info cache for port 2147d0bd-1ba3-47bd-b805-d9aa16b7ce67. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.101718] env[71147]: DEBUG nova.network.neutron [req-3f239d3d-d3a8-4074-8e57-7db7dfb62472 req-ded14241-327c-4b6a-a939-686f54e096ef service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Updating instance_info_cache with network_info: [{"id": "2147d0bd-1ba3-47bd-b805-d9aa16b7ce67", "address": "fa:16:3e:80:8f:42", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2147d0bd-1b", "ovs_interfaceid": "2147d0bd-1ba3-47bd-b805-d9aa16b7ce67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.124972] env[71147]: DEBUG nova.network.neutron [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Successfully updated port: 82a952f5-d2da-4aee-9eab-19e958282582 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.312510] env[71147]: DEBUG nova.compute.manager [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.403125] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9337dab-1c01-4657-966d-f55baadadb1a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.412671] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600d1312-1086-4d55-b9ba-87ac8fe9cbbd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.418142] env[71147]: DEBUG nova.network.neutron [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Successfully created port: b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.451388] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b369a2a-f9bc-4926-9a2b-a48de08e770c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.462282] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12113f56-68c6-4d48-a7a5-063f64bed1fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.480379] env[71147]: DEBUG nova.compute.provider_tree [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.562124] env[71147]: INFO nova.compute.manager [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Took 39.73 seconds to build instance. [ 818.605023] env[71147]: DEBUG oslo_concurrency.lockutils [req-3f239d3d-d3a8-4074-8e57-7db7dfb62472 req-ded14241-327c-4b6a-a939-686f54e096ef service nova] Releasing lock "refresh_cache-894c10ee-ce64-4573-a67b-17718ec9fe3d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.628690] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "refresh_cache-e7a2e505-50de-467a-a184-51ffa5c34d86" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.628882] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquired lock "refresh_cache-e7a2e505-50de-467a-a184-51ffa5c34d86" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.629098] env[71147]: DEBUG nova.network.neutron [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.983928] env[71147]: DEBUG nova.scheduler.client.report [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.064455] env[71147]: DEBUG oslo_concurrency.lockutils [None req-67d320f8-a895-4bdf-9936-4f26dd94c64f tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "cb8145a0-b491-43f0-944a-7b357693200f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.189s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.167507] env[71147]: DEBUG nova.network.neutron [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.323390] env[71147]: DEBUG nova.compute.manager [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.330906] env[71147]: DEBUG nova.network.neutron [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Updating instance_info_cache with network_info: [{"id": "82a952f5-d2da-4aee-9eab-19e958282582", "address": "fa:16:3e:b1:00:86", "network": {"id": "541ffa68-8459-4cbc-88d3-2b3c7d59d5a2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2001537030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8787ba0cf64311813c8b410dbb2547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a952f5-d2", "ovs_interfaceid": "82a952f5-d2da-4aee-9eab-19e958282582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.489769] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.492556] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.434s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.493142] env[71147]: DEBUG nova.objects.instance [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lazy-loading 'resources' on Instance uuid 1f4f8332-2edb-49f8-b312-7e6cb5502ab0 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.517382] env[71147]: INFO nova.scheduler.client.report [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Deleted allocations for instance fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168 [ 819.833823] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Releasing lock "refresh_cache-e7a2e505-50de-467a-a184-51ffa5c34d86" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.834232] env[71147]: DEBUG nova.compute.manager [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Instance network_info: |[{"id": "82a952f5-d2da-4aee-9eab-19e958282582", "address": "fa:16:3e:b1:00:86", "network": {"id": "541ffa68-8459-4cbc-88d3-2b3c7d59d5a2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2001537030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8787ba0cf64311813c8b410dbb2547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a952f5-d2", "ovs_interfaceid": "82a952f5-d2da-4aee-9eab-19e958282582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.983163] env[71147]: DEBUG nova.network.neutron [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Successfully updated port: b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.024798] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a22d0dd-8f8b-462f-ad6d-2e043fca37a4 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.586s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.460432] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ec098b-db5f-4cda-950c-e297befb6593 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.469364] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0955bdb-aa92-4d5b-9214-2f445f79b5ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.503139] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.503348] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquired lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.503457] env[71147]: DEBUG nova.network.neutron [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.506343] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c398939d-cc0e-443e-a361-2a934606ed50 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.516681] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4b5a5-3834-4142-8d81-691ad2338584 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.533643] env[71147]: DEBUG nova.compute.provider_tree [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.038078] env[71147]: DEBUG nova.scheduler.client.report [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.042603] env[71147]: DEBUG nova.network.neutron [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.195426] env[71147]: DEBUG nova.network.neutron [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Updating instance_info_cache with network_info: [{"id": "b320a11a-f743-474c-bada-ba0ac6f9335f", "address": "fa:16:3e:b4:a4:52", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb320a11a-f7", "ovs_interfaceid": "b320a11a-f743-474c-bada-ba0ac6f9335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.418120] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.418388] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.418541] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.418718] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.418976] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.419147] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.419418] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.419594] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.419763] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.419926] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.420124] env[71147]: DEBUG nova.virt.hardware [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.422308] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e8b564-6fe6-456d-a1be-4b1e958e0b40 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.431836] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d5450b-48e5-49fa-95e6-47c25675c69b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.447211] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:9f:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08200f84-e2c8-4a37-9843-6fd922800d6f', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.456052] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.456438] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.456700] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fd4b9eb-5a4c-4f20-a70c-b31082627232 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.486026] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.486026] env[71147]: value = "task-3420917" [ 821.486026] env[71147]: _type = "Task" [ 821.486026] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.500281] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420917, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.542373] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.547261] env[71147]: DEBUG oslo_concurrency.lockutils [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.008s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.547261] env[71147]: DEBUG nova.objects.instance [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lazy-loading 'resources' on Instance uuid 14217653-66fb-46a9-89e7-f0f7466f5ecc {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.596182] env[71147]: INFO nova.scheduler.client.report [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Deleted allocations for instance 1f4f8332-2edb-49f8-b312-7e6cb5502ab0 [ 821.699652] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Releasing lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.699652] env[71147]: DEBUG nova.compute.manager [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Instance network_info: |[{"id": "b320a11a-f743-474c-bada-ba0ac6f9335f", "address": "fa:16:3e:b4:a4:52", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb320a11a-f7", "ovs_interfaceid": "b320a11a-f743-474c-bada-ba0ac6f9335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.879136] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.879394] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.879546] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.879718] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.879863] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.880191] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.880489] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.880906] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.880906] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.885019] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.885019] env[71147]: DEBUG nova.virt.hardware [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.885019] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9ec374-ea7f-4c51-82df-7740f14af183 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.896379] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.896739] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.896835] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.896992] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.897201] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.897357] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.897568] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.897723] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.897890] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.898065] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.898251] env[71147]: DEBUG nova.virt.hardware [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.901177] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5541b9-8fbe-41d6-a321-ba6ef58fb1dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.910958] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee4fe6-f842-4d72-8035-60234b93edb8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.921338] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e08-350d-5665-8a44-221e622157d7/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.927770] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08da4f35-786b-483e-b472-20fb48cfa248 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.930515] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b180c0c8-4aed-4909-9f0b-eff5939c07f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.949293] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:00:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82a952f5-d2da-4aee-9eab-19e958282582', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.961316] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.964858] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.965237] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e08-350d-5665-8a44-221e622157d7/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.965461] env[71147]: ERROR oslo_vmware.rw_handles [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e08-350d-5665-8a44-221e622157d7/disk-0.vmdk due to incomplete transfer. [ 821.965862] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d796ec-bbed-421f-8222-a0d361939cc4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.986228] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b340a966-28ba-48f8-aab5-94f860e9f72c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.998139] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a4:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b320a11a-f743-474c-bada-ba0ac6f9335f', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.005870] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.010145] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.010458] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7685bba9-90b9-4970-b4d1-3b427324b380 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.030448] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.030448] env[71147]: value = "task-3420918" [ 822.030448] env[71147]: _type = "Task" [ 822.030448] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.031021] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e35e08-350d-5665-8a44-221e622157d7/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 822.031323] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Uploaded image 9c7a8ae3-4538-42b9-921c-98795264b424 to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 822.034066] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 822.042118] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-794bcc1a-310f-45a4-aa5d-f566238871fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.042118] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420917, 'name': CreateVM_Task, 'duration_secs': 0.521712} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.044425] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.046726] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.046944] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.047281] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.047513] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.047513] env[71147]: value = "task-3420919" [ 822.047513] env[71147]: _type = "Task" [ 822.047513] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.050508] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d3ea1d-d5e3-4cbe-9b8e-1636da669564 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.060909] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420918, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.061299] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 822.061299] env[71147]: value = "task-3420920" [ 822.061299] env[71147]: _type = "Task" [ 822.061299] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.070239] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 822.070239] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529bb037-c2a1-0469-58cb-9404c3fb4da8" [ 822.070239] env[71147]: _type = "Task" [ 822.070239] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.073382] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420919, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.080042] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420920, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.087149] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529bb037-c2a1-0469-58cb-9404c3fb4da8, 'name': SearchDatastore_Task, 'duration_secs': 0.015005} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.090417] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.091636] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.091636] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.091636] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.091636] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.091994] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-993a5ac8-d04e-46a9-89ef-7f7e4621444a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.113869] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.113869] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.113869] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3dad9207-d173-43e1-92e9-db8c617790ac tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "1f4f8332-2edb-49f8-b312-7e6cb5502ab0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.780s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.117658] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c27685-5b97-472f-8cf6-68c8004dfbc1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.124139] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 822.124139] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525eb0a9-f702-ea4d-f144-712babe3323a" [ 822.124139] env[71147]: _type = "Task" [ 822.124139] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.137202] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525eb0a9-f702-ea4d-f144-712babe3323a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.467761] env[71147]: DEBUG nova.compute.manager [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Received event network-vif-plugged-82a952f5-d2da-4aee-9eab-19e958282582 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.468112] env[71147]: DEBUG oslo_concurrency.lockutils [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] Acquiring lock "e7a2e505-50de-467a-a184-51ffa5c34d86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.468367] env[71147]: DEBUG oslo_concurrency.lockutils [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] Lock "e7a2e505-50de-467a-a184-51ffa5c34d86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.468667] env[71147]: DEBUG oslo_concurrency.lockutils [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] Lock "e7a2e505-50de-467a-a184-51ffa5c34d86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.468775] env[71147]: DEBUG nova.compute.manager [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] No waiting events found dispatching network-vif-plugged-82a952f5-d2da-4aee-9eab-19e958282582 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.469177] env[71147]: WARNING nova.compute.manager [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Received unexpected event network-vif-plugged-82a952f5-d2da-4aee-9eab-19e958282582 for instance with vm_state building and task_state spawning. [ 822.469177] env[71147]: DEBUG nova.compute.manager [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Received event network-changed-82a952f5-d2da-4aee-9eab-19e958282582 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.469359] env[71147]: DEBUG nova.compute.manager [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Refreshing instance network info cache due to event network-changed-82a952f5-d2da-4aee-9eab-19e958282582. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.469448] env[71147]: DEBUG oslo_concurrency.lockutils [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] Acquiring lock "refresh_cache-e7a2e505-50de-467a-a184-51ffa5c34d86" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.469577] env[71147]: DEBUG oslo_concurrency.lockutils [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] Acquired lock "refresh_cache-e7a2e505-50de-467a-a184-51ffa5c34d86" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.469797] env[71147]: DEBUG nova.network.neutron [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Refreshing network info cache for port 82a952f5-d2da-4aee-9eab-19e958282582 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.553616] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420918, 'name': CreateVM_Task, 'duration_secs': 0.489599} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.556965] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.560592] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.560838] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.561116] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.561991] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4d276d-de36-4294-ae2f-1b9597eda4d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.571386] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420919, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.576304] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 822.576304] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5231c785-b23d-3455-d239-94db2da22657" [ 822.576304] env[71147]: _type = "Task" [ 822.576304] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.583277] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420920, 'name': Destroy_Task, 'duration_secs': 0.427082} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.583938] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Destroyed the VM [ 822.584205] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.584483] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71356b0c-0f80-4803-8279-e78045a481ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.590102] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5231c785-b23d-3455-d239-94db2da22657, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.593226] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.593499] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.593716] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.599458] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 822.599458] env[71147]: value = "task-3420921" [ 822.599458] env[71147]: _type = "Task" [ 822.599458] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.609435] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.635990] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525eb0a9-f702-ea4d-f144-712babe3323a, 'name': SearchDatastore_Task, 'duration_secs': 0.013578} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.639946] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd78715-7997-4e29-b82c-7fb41340ea3d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.649116] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 822.649116] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521627f8-02f9-fbaf-6ba9-bbece0bdb1b4" [ 822.649116] env[71147]: _type = "Task" [ 822.649116] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.654057] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a53285f-0516-42bf-a1d9-1a154ffc812a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.663796] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521627f8-02f9-fbaf-6ba9-bbece0bdb1b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.665913] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.666239] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 70e6b67e-c00f-4e11-beae-84e3f95904ac/70e6b67e-c00f-4e11-beae-84e3f95904ac.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.666599] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.666852] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.667211] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-669f387b-18c3-44f4-bb88-2ebd72c6467a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.670093] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d72ed-1745-420b-a970-3c5be9e76cd0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.674142] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceeed8ac-d9e7-477f-9ecf-86a5a7e4dade {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.717393] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600e9f80-3882-4304-bd02-a083ddfbf71d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.719015] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 822.719015] env[71147]: value = "task-3420922" [ 822.719015] env[71147]: _type = "Task" [ 822.719015] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.719339] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.719435] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.720283] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664b1250-f8f6-45ff-a5be-0683b0854dc5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.731198] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578d35f5-ff08-41cd-9f93-3f78c72aaba0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.739307] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.739531] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 822.739531] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a1916e-b5bc-c3fb-1d34-277508025d9b" [ 822.739531] env[71147]: _type = "Task" [ 822.739531] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.753512] env[71147]: DEBUG nova.compute.provider_tree [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.760324] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a1916e-b5bc-c3fb-1d34-277508025d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.020845} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.761870] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c3d13a-91fa-4b20-8fda-e7c2fcdb62a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.769046] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 822.769046] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bfec0f-3fa4-30da-59cc-50c154b20378" [ 822.769046] env[71147]: _type = "Task" [ 822.769046] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.778486] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bfec0f-3fa4-30da-59cc-50c154b20378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.854512] env[71147]: DEBUG oslo_vmware.rw_handles [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522708f6-a51f-043b-dfc5-50c690b6c3b1/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 822.855470] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f60e64-2b6f-4e97-90ed-066db82e34cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.862894] env[71147]: DEBUG oslo_vmware.rw_handles [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522708f6-a51f-043b-dfc5-50c690b6c3b1/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 822.863118] env[71147]: ERROR oslo_vmware.rw_handles [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522708f6-a51f-043b-dfc5-50c690b6c3b1/disk-0.vmdk due to incomplete transfer. [ 822.863329] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36575dcd-a856-46a2-8af0-a7a1692d651d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.872274] env[71147]: DEBUG oslo_vmware.rw_handles [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522708f6-a51f-043b-dfc5-50c690b6c3b1/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 822.872485] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Uploaded image ba5b694c-02c0-4cc8-9a4d-97264e533488 to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 822.875087] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 822.875176] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6872b426-7b4f-45e9-937a-ff1f8e396fe3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.884869] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 822.884869] env[71147]: value = "task-3420923" [ 822.884869] env[71147]: _type = "Task" [ 822.884869] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.901820] env[71147]: DEBUG nova.compute.manager [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.902702] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b67219-a2d1-4ac5-b3d0-d6b192892a53 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.914782] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420923, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.042927] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "0796393e-5eeb-429b-8d36-a8129a9eb952" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.043293] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "0796393e-5eeb-429b-8d36-a8129a9eb952" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.069683] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420919, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.113819] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420921, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.231386] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507546} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.231870] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 70e6b67e-c00f-4e11-beae-84e3f95904ac/70e6b67e-c00f-4e11-beae-84e3f95904ac.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.232315] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.234994] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b27b7baf-a6e9-4d5d-9d68-89a0df816cd4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.245049] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 823.245049] env[71147]: value = "task-3420924" [ 823.245049] env[71147]: _type = "Task" [ 823.245049] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.260405] env[71147]: DEBUG nova.scheduler.client.report [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.262176] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.286023] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bfec0f-3fa4-30da-59cc-50c154b20378, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.286023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.286023] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] e7a2e505-50de-467a-a184-51ffa5c34d86/e7a2e505-50de-467a-a184-51ffa5c34d86.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.286023] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb0c561c-d113-4464-b1df-00cf72eeb966 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.300369] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 823.300369] env[71147]: value = "task-3420925" [ 823.300369] env[71147]: _type = "Task" [ 823.300369] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.312122] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.398918] env[71147]: DEBUG oslo_concurrency.lockutils [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "773f7ed4-8264-4332-acba-906d39ae885d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.398918] env[71147]: DEBUG oslo_concurrency.lockutils [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "773f7ed4-8264-4332-acba-906d39ae885d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.398918] env[71147]: DEBUG oslo_concurrency.lockutils [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "773f7ed4-8264-4332-acba-906d39ae885d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.398918] env[71147]: DEBUG oslo_concurrency.lockutils [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "773f7ed4-8264-4332-acba-906d39ae885d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.398918] env[71147]: DEBUG oslo_concurrency.lockutils [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "773f7ed4-8264-4332-acba-906d39ae885d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.398918] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420923, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.400257] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "2180892e-eea1-4d70-a1a0-52394bd134ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.400632] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.400927] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "2180892e-eea1-4d70-a1a0-52394bd134ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.404020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.404020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.404020] env[71147]: INFO nova.compute.manager [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Terminating instance [ 823.408507] env[71147]: INFO nova.compute.manager [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Terminating instance [ 823.424389] env[71147]: INFO nova.compute.manager [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] instance snapshotting [ 823.426165] env[71147]: WARNING nova.compute.manager [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 823.430213] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a484d5-8922-4c0a-8e31-2637a3b4f7d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.462068] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d15a72-3f6d-4c8f-8ebd-12f90fb4eb9f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.508457] env[71147]: DEBUG nova.network.neutron [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Updated VIF entry in instance network info cache for port 82a952f5-d2da-4aee-9eab-19e958282582. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.509456] env[71147]: DEBUG nova.network.neutron [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Updating instance_info_cache with network_info: [{"id": "82a952f5-d2da-4aee-9eab-19e958282582", "address": "fa:16:3e:b1:00:86", "network": {"id": "541ffa68-8459-4cbc-88d3-2b3c7d59d5a2", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2001537030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec8787ba0cf64311813c8b410dbb2547", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a952f5-d2", "ovs_interfaceid": "82a952f5-d2da-4aee-9eab-19e958282582", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.545856] env[71147]: DEBUG nova.compute.manager [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.569949] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420919, 'name': CreateVM_Task, 'duration_secs': 1.504824} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.570377] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.571058] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.571277] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.571649] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.571963] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e1acc6-0824-4c73-b9aa-b2fd5e77541e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.581270] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 823.581270] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522fc932-bde8-ca43-854b-65cad536f52f" [ 823.581270] env[71147]: _type = "Task" [ 823.581270] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.597717] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522fc932-bde8-ca43-854b-65cad536f52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.612148] env[71147]: DEBUG oslo_vmware.api [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420921, 'name': RemoveSnapshot_Task, 'duration_secs': 0.83744} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.612473] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 823.612708] env[71147]: INFO nova.compute.manager [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Took 16.06 seconds to snapshot the instance on the hypervisor. [ 823.758544] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147855} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.758732] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.759652] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f807a4-1f11-4ee4-b7e0-33fa5288c7c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.763769] env[71147]: DEBUG oslo_concurrency.lockutils [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.766683] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.096s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.767033] env[71147]: DEBUG nova.objects.instance [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lazy-loading 'resources' on Instance uuid 9b1f0780-45ef-453b-9de2-1a5af6e884d4 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.793438] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 70e6b67e-c00f-4e11-beae-84e3f95904ac/70e6b67e-c00f-4e11-beae-84e3f95904ac.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.794523] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81dfb498-4754-4325-969e-36ca23a99c2a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.811307] env[71147]: INFO nova.scheduler.client.report [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Deleted allocations for instance 14217653-66fb-46a9-89e7-f0f7466f5ecc [ 823.827791] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515605} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.830612] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] e7a2e505-50de-467a-a184-51ffa5c34d86/e7a2e505-50de-467a-a184-51ffa5c34d86.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.830612] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.830612] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 823.830612] env[71147]: value = "task-3420926" [ 823.830612] env[71147]: _type = "Task" [ 823.830612] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.830612] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eabb160a-0e97-4517-a163-89b8cb1e1a57 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.845354] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420926, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.845833] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 823.845833] env[71147]: value = "task-3420927" [ 823.845833] env[71147]: _type = "Task" [ 823.845833] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.857611] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.897421] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420923, 'name': Destroy_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.912705] env[71147]: DEBUG nova.compute.manager [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.912911] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.915343] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d5ca38-bd6e-4123-859f-932308079d59 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.919675] env[71147]: DEBUG nova.compute.manager [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.919862] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.923688] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12cf558-ed3c-494a-88a9-84631cf37059 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.926456] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.926694] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-464ea601-5a62-4aed-934f-eda6b9d7c040 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.934514] env[71147]: DEBUG oslo_vmware.api [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 823.934514] env[71147]: value = "task-3420928" [ 823.934514] env[71147]: _type = "Task" [ 823.934514] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.936985] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.940943] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-068c640d-e1d7-4007-9d09-1e471752c980 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.947178] env[71147]: DEBUG oslo_vmware.api [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.953170] env[71147]: DEBUG oslo_vmware.api [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 823.953170] env[71147]: value = "task-3420929" [ 823.953170] env[71147]: _type = "Task" [ 823.953170] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.960185] env[71147]: DEBUG oslo_vmware.api [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.976465] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.976852] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c6d379a-3b26-41a8-8289-1b9a3b4d27ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.986716] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 823.986716] env[71147]: value = "task-3420930" [ 823.986716] env[71147]: _type = "Task" [ 823.986716] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.995480] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420930, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.012388] env[71147]: DEBUG oslo_concurrency.lockutils [req-677bd0b0-9172-409c-afa7-c93936c61b32 req-25707694-1aed-4f20-a0cb-c9e626f459f4 service nova] Releasing lock "refresh_cache-e7a2e505-50de-467a-a184-51ffa5c34d86" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.066117] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.095139] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522fc932-bde8-ca43-854b-65cad536f52f, 'name': SearchDatastore_Task, 'duration_secs': 0.056474} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.096054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.096054] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.096054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.096322] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.096391] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.096760] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73414b73-5fd9-493a-b61d-8483385e6f33 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.108065] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.108320] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.109296] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b65d44-42b6-4632-bf04-90ac7d3a471d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.118358] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 824.118358] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5249c52d-dd4e-265d-8934-02eb5c20e84d" [ 824.118358] env[71147]: _type = "Task" [ 824.118358] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.133637] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5249c52d-dd4e-265d-8934-02eb5c20e84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.179160] env[71147]: DEBUG nova.compute.manager [None req-7c2f8ba3-c4a0-4208-96de-1571f62ccb9d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Found 2 images (rotation: 2) {{(pid=71147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 824.330896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-91ddc6f1-8dfe-4a6f-b1f2-75cafbe36a1c tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "14217653-66fb-46a9-89e7-f0f7466f5ecc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.302s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.343430] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.361529] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074452} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.366250] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.370201] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96f6b92-9854-44f3-af93-b80d02d864a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.373454] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "b9c54d96-6489-4317-8741-55cd45b11959" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.373713] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "b9c54d96-6489-4317-8741-55cd45b11959" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.411979] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] e7a2e505-50de-467a-a184-51ffa5c34d86/e7a2e505-50de-467a-a184-51ffa5c34d86.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.416496] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81aaed5e-3303-4ce1-ac1d-47d7f7a59353 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.436872] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420923, 'name': Destroy_Task, 'duration_secs': 1.25657} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.437344] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Destroyed the VM [ 824.437588] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 824.444163] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f51e601-b2ac-4e40-a87c-6eb0b7b7ae6e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.450647] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 824.450647] env[71147]: value = "task-3420931" [ 824.450647] env[71147]: _type = "Task" [ 824.450647] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.465282] env[71147]: DEBUG oslo_vmware.api [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420928, 'name': PowerOffVM_Task, 'duration_secs': 0.253388} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.465282] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 824.465282] env[71147]: value = "task-3420932" [ 824.465282] env[71147]: _type = "Task" [ 824.465282] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.466242] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.466537] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.467160] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93c9f783-443f-464c-8dbc-19cb0ed70e9d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.483541] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.483754] env[71147]: DEBUG oslo_vmware.api [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420929, 'name': PowerOffVM_Task, 'duration_secs': 0.245619} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.484750] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.484931] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.485218] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1521261-783b-4636-be6f-baa12454292b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.493943] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420932, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.500299] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420930, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.583366] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.583792] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.583792] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Deleting the datastore file [datastore2] 2180892e-eea1-4d70-a1a0-52394bd134ae {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.584593] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe6fcf0-2d25-4984-89d5-5529a18e5203 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.587691] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.588041] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.588178] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleting the datastore file [datastore1] 773f7ed4-8264-4332-acba-906d39ae885d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.588902] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-856c136f-310f-4875-b21e-032841fbc3b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.598507] env[71147]: DEBUG oslo_vmware.api [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for the task: (returnval){ [ 824.598507] env[71147]: value = "task-3420935" [ 824.598507] env[71147]: _type = "Task" [ 824.598507] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.604377] env[71147]: DEBUG oslo_vmware.api [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 824.604377] env[71147]: value = "task-3420936" [ 824.604377] env[71147]: _type = "Task" [ 824.604377] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.611358] env[71147]: DEBUG oslo_vmware.api [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.619339] env[71147]: DEBUG oslo_vmware.api [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.635443] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5249c52d-dd4e-265d-8934-02eb5c20e84d, 'name': SearchDatastore_Task, 'duration_secs': 0.025758} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.636306] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56b5c4d-e957-4606-8da9-d589ad4a5e71 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.645217] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 824.645217] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e059b5-8903-5783-f403-c7e65617bcd2" [ 824.645217] env[71147]: _type = "Task" [ 824.645217] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.663219] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e059b5-8903-5783-f403-c7e65617bcd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.830243] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dfc79c-a176-4459-8dfa-e28aeeb87f0b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.839840] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33cc461-0abd-41be-9edc-a79248a48f10 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.845595] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420926, 'name': ReconfigVM_Task, 'duration_secs': 0.834078} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.846108] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 70e6b67e-c00f-4e11-beae-84e3f95904ac/70e6b67e-c00f-4e11-beae-84e3f95904ac.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.846798] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a07fde29-8c83-4195-baa9-490789b86ab1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.876651] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eafe5e8-42cb-47fb-83c4-a6ae8a7952d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.879664] env[71147]: DEBUG nova.compute.manager [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.882447] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 824.882447] env[71147]: value = "task-3420937" [ 824.882447] env[71147]: _type = "Task" [ 824.882447] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.892896] env[71147]: DEBUG nova.compute.manager [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Received event network-vif-plugged-b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.893199] env[71147]: DEBUG oslo_concurrency.lockutils [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] Acquiring lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.893591] env[71147]: DEBUG oslo_concurrency.lockutils [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.893715] env[71147]: DEBUG oslo_concurrency.lockutils [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.893935] env[71147]: DEBUG nova.compute.manager [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] No waiting events found dispatching network-vif-plugged-b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.894229] env[71147]: WARNING nova.compute.manager [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Received unexpected event network-vif-plugged-b320a11a-f743-474c-bada-ba0ac6f9335f for instance with vm_state building and task_state spawning. [ 824.894346] env[71147]: DEBUG nova.compute.manager [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Received event network-changed-b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.894514] env[71147]: DEBUG nova.compute.manager [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Refreshing instance network info cache due to event network-changed-b320a11a-f743-474c-bada-ba0ac6f9335f. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.894688] env[71147]: DEBUG oslo_concurrency.lockutils [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] Acquiring lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.894810] env[71147]: DEBUG oslo_concurrency.lockutils [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] Acquired lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.895050] env[71147]: DEBUG nova.network.neutron [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Refreshing network info cache for port b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.897850] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb840562-0816-40ad-9f10-f35199e874f5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.930966] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420937, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.931988] env[71147]: DEBUG nova.compute.provider_tree [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.962544] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420931, 'name': ReconfigVM_Task, 'duration_secs': 0.346596} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.962841] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Reconfigured VM instance instance-0000002f to attach disk [datastore1] e7a2e505-50de-467a-a184-51ffa5c34d86/e7a2e505-50de-467a-a184-51ffa5c34d86.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.965721] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32061dd9-f4c4-4ac7-abb4-7c8d4435920c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.973832] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 824.973832] env[71147]: value = "task-3420938" [ 824.973832] env[71147]: _type = "Task" [ 824.973832] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.977716] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420932, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.987420] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420938, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.997295] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420930, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.115032] env[71147]: DEBUG oslo_vmware.api [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.118800] env[71147]: DEBUG oslo_vmware.api [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.157522] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e059b5-8903-5783-f403-c7e65617bcd2, 'name': SearchDatastore_Task, 'duration_secs': 0.0386} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.157779] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.158108] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 8b4a12c5-5af6-4d1f-8e7b-953b856567b2/8b4a12c5-5af6-4d1f-8e7b-953b856567b2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.158403] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32569ba6-3b76-4a92-8376-61eb4b009c87 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.162217] env[71147]: DEBUG nova.compute.manager [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.163061] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4cd5e8-ffae-4157-88fe-a31ef6185d5d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.169389] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 825.169389] env[71147]: value = "task-3420939" [ 825.169389] env[71147]: _type = "Task" [ 825.169389] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.185208] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.271480] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.272631] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.397851] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420937, 'name': Rename_Task, 'duration_secs': 0.334104} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.398124] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.398402] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7ab13fa-fd79-42e9-a7ed-19563477a3b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.401680] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.407352] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 825.407352] env[71147]: value = "task-3420940" [ 825.407352] env[71147]: _type = "Task" [ 825.407352] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.421573] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.436082] env[71147]: DEBUG nova.scheduler.client.report [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.479138] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420932, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.489093] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420938, 'name': Rename_Task, 'duration_secs': 0.32994} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.495651] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.495964] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd4102a7-b3fc-49f3-bc5e-2bc2752aba5a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.505619] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420930, 'name': CreateSnapshot_Task, 'duration_secs': 1.369456} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.507436] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.507829] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 825.507829] env[71147]: value = "task-3420941" [ 825.507829] env[71147]: _type = "Task" [ 825.507829] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.508631] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f939a2b0-4bcd-4887-acc6-d6e2d59f53f2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.529832] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.613939] env[71147]: DEBUG oslo_vmware.api [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Task: {'id': task-3420935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550952} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.615618] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.615618] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.615796] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.615836] env[71147]: INFO nova.compute.manager [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Took 1.70 seconds to destroy the instance on the hypervisor. [ 825.616934] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.616934] env[71147]: DEBUG nova.compute.manager [-] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.616934] env[71147]: DEBUG nova.network.neutron [-] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.621547] env[71147]: DEBUG oslo_vmware.api [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3420936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527886} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.622310] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.622525] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.622707] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.622887] env[71147]: INFO nova.compute.manager [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Took 1.71 seconds to destroy the instance on the hypervisor. [ 825.623170] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.623371] env[71147]: DEBUG nova.compute.manager [-] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.623467] env[71147]: DEBUG nova.network.neutron [-] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.684622] env[71147]: INFO nova.compute.manager [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] instance snapshotting [ 825.685369] env[71147]: DEBUG nova.objects.instance [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'flavor' on Instance uuid fb97a908-0315-42a4-9194-30d503c7672d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.688281] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.745973] env[71147]: DEBUG nova.network.neutron [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Updated VIF entry in instance network info cache for port b320a11a-f743-474c-bada-ba0ac6f9335f. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.746371] env[71147]: DEBUG nova.network.neutron [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Updating instance_info_cache with network_info: [{"id": "b320a11a-f743-474c-bada-ba0ac6f9335f", "address": "fa:16:3e:b4:a4:52", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb320a11a-f7", "ovs_interfaceid": "b320a11a-f743-474c-bada-ba0ac6f9335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.775145] env[71147]: DEBUG nova.compute.manager [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.927070] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.941519] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.943952] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.211s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.944124] env[71147]: DEBUG nova.objects.instance [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 825.972020] env[71147]: INFO nova.scheduler.client.report [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Deleted allocations for instance 9b1f0780-45ef-453b-9de2-1a5af6e884d4 [ 825.989929] env[71147]: DEBUG oslo_vmware.api [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420932, 'name': RemoveSnapshot_Task, 'duration_secs': 1.0775} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.991499] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 825.991971] env[71147]: INFO nova.compute.manager [None req-204848a9-4567-4c0a-b68e-0882f4b75257 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Took 16.76 seconds to snapshot the instance on the hypervisor. [ 826.024676] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.032204] env[71147]: DEBUG nova.compute.manager [req-b9541e8f-4102-4e6c-886c-4316499288b0 req-dccff8b8-f85f-4acd-a7d4-dff45faeb0f5 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Received event network-vif-deleted-9a45ae91-24e6-4846-a399-d908b2f891e8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.032376] env[71147]: INFO nova.compute.manager [req-b9541e8f-4102-4e6c-886c-4316499288b0 req-dccff8b8-f85f-4acd-a7d4-dff45faeb0f5 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Neutron deleted interface 9a45ae91-24e6-4846-a399-d908b2f891e8; detaching it from the instance and deleting it from the info cache [ 826.032668] env[71147]: DEBUG nova.network.neutron [req-b9541e8f-4102-4e6c-886c-4316499288b0 req-dccff8b8-f85f-4acd-a7d4-dff45faeb0f5 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.046217] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 826.047721] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-269b97bb-1628-4739-b36a-a709ce111797 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.058378] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 826.058378] env[71147]: value = "task-3420942" [ 826.058378] env[71147]: _type = "Task" [ 826.058378] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.069087] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420942, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.182720] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547183} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.183542] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 8b4a12c5-5af6-4d1f-8e7b-953b856567b2/8b4a12c5-5af6-4d1f-8e7b-953b856567b2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.183823] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.184142] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a59d36f7-796e-4159-9ff1-1c3a36eadb2b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.191127] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7716342d-7ddb-4da9-a96e-c7b53380009a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.195420] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 826.195420] env[71147]: value = "task-3420943" [ 826.195420] env[71147]: _type = "Task" [ 826.195420] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.214454] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0494a626-4a1f-4935-8a95-d717e20d54f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.220554] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.250023] env[71147]: DEBUG oslo_concurrency.lockutils [req-56a02034-2788-418a-8728-20ebd0138b6c req-96ad0008-230a-4eb9-8bf8-2c72f0ad6f0d service nova] Releasing lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.295805] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.419842] env[71147]: DEBUG nova.network.neutron [-] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.421517] env[71147]: DEBUG oslo_vmware.api [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420940, 'name': PowerOnVM_Task, 'duration_secs': 0.624735} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.421960] env[71147]: DEBUG nova.network.neutron [-] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.426729] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.429966] env[71147]: DEBUG nova.compute.manager [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.429966] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d796d783-e63b-4cdb-bb51-c41d23e21f4c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.489020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fe6425c-e22d-4586-bb24-4bb34bbb83b8 tempest-ListServersNegativeTestJSON-2012900449 tempest-ListServersNegativeTestJSON-2012900449-project-member] Lock "9b1f0780-45ef-453b-9de2-1a5af6e884d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.670s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.527200] env[71147]: DEBUG oslo_vmware.api [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420941, 'name': PowerOnVM_Task, 'duration_secs': 0.574595} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.527475] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.527676] env[71147]: INFO nova.compute.manager [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Took 9.96 seconds to spawn the instance on the hypervisor. [ 826.527852] env[71147]: DEBUG nova.compute.manager [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.528660] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa4d89-3a4c-4a41-9ac0-a94381a02414 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.541237] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-086fc096-4172-4b25-b241-2561800c9235 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.551932] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf166f-330f-4bd6-937e-47cf3b5e690e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.577310] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420942, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.598986] env[71147]: DEBUG nova.compute.manager [req-b9541e8f-4102-4e6c-886c-4316499288b0 req-dccff8b8-f85f-4acd-a7d4-dff45faeb0f5 service nova] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Detach interface failed, port_id=9a45ae91-24e6-4846-a399-d908b2f891e8, reason: Instance 773f7ed4-8264-4332-acba-906d39ae885d could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.709826] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287666} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.710614] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.711748] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76535837-162f-432d-bcfd-5d9c492f837b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.730255] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 826.739177] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 8b4a12c5-5af6-4d1f-8e7b-953b856567b2/8b4a12c5-5af6-4d1f-8e7b-953b856567b2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.739664] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66cafc78-8119-45ac-81b7-deeab83f858c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.741925] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f005a3d8-1936-40ac-b9ed-2242561aaf90 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.763965] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 826.763965] env[71147]: value = "task-3420944" [ 826.763965] env[71147]: _type = "Task" [ 826.763965] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.770385] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 826.770385] env[71147]: value = "task-3420945" [ 826.770385] env[71147]: _type = "Task" [ 826.770385] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.781249] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.788083] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.923370] env[71147]: INFO nova.compute.manager [-] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Took 1.30 seconds to deallocate network for instance. [ 826.929863] env[71147]: INFO nova.compute.manager [-] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Took 1.31 seconds to deallocate network for instance. [ 826.934579] env[71147]: DEBUG nova.compute.manager [req-8f3bceaa-b2a8-4e6e-bb89-4d35afeb7a82 req-15f25df7-3723-46ae-a0ab-4eb097438fd6 service nova] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Received event network-vif-deleted-34def748-924d-428d-b0f3-640e54edc007 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.955112] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a314c0e9-6bc0-482d-b25d-0021c7ddbf59 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.957443] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.897s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.959616] env[71147]: INFO nova.compute.claims [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.965817] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.012693] env[71147]: DEBUG oslo_concurrency.lockutils [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquiring lock "cb8145a0-b491-43f0-944a-7b357693200f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.012964] env[71147]: DEBUG oslo_concurrency.lockutils [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "cb8145a0-b491-43f0-944a-7b357693200f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.013272] env[71147]: DEBUG oslo_concurrency.lockutils [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquiring lock "cb8145a0-b491-43f0-944a-7b357693200f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.013474] env[71147]: DEBUG oslo_concurrency.lockutils [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "cb8145a0-b491-43f0-944a-7b357693200f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.017019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "cb8145a0-b491-43f0-944a-7b357693200f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.017301] env[71147]: INFO nova.compute.manager [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Terminating instance [ 827.050648] env[71147]: INFO nova.compute.manager [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Took 40.63 seconds to build instance. [ 827.078520] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420942, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.274045] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquiring lock "eecd9b9f-34e7-4461-9598-8b20cffc6986" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.274332] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "eecd9b9f-34e7-4461-9598-8b20cffc6986" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.274587] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquiring lock "eecd9b9f-34e7-4461-9598-8b20cffc6986-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.274847] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "eecd9b9f-34e7-4461-9598-8b20cffc6986-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.275048] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "eecd9b9f-34e7-4461-9598-8b20cffc6986-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.284266] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420944, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.285496] env[71147]: INFO nova.compute.manager [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Terminating instance [ 827.299713] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420945, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.434584] env[71147]: DEBUG oslo_concurrency.lockutils [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.441957] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.520912] env[71147]: DEBUG nova.compute.manager [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.521511] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.523017] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c5a82c-8930-4fd2-a027-5d5a474623a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.535119] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.536556] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1bcccd-ca52-41d9-a053-c5eb0f068958 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.545988] env[71147]: DEBUG oslo_vmware.api [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 827.545988] env[71147]: value = "task-3420946" [ 827.545988] env[71147]: _type = "Task" [ 827.545988] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.552761] env[71147]: DEBUG oslo_concurrency.lockutils [None req-858bb374-52cb-4be3-b898-7559b30d24d1 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "e7a2e505-50de-467a-a184-51ffa5c34d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.996s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.561062] env[71147]: DEBUG oslo_vmware.api [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.582113] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420942, 'name': CloneVM_Task} progress is 95%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.783565] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420944, 'name': CreateSnapshot_Task, 'duration_secs': 0.979226} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.784366] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 827.785211] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5a497c-49e9-44d8-925f-eac75dd7d88d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.792889] env[71147]: DEBUG nova.compute.manager [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.793162] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.793462] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420945, 'name': ReconfigVM_Task, 'duration_secs': 0.552223} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.795991] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b4251d-e2a9-4f73-af47-ee33d89efa6c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.799163] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 8b4a12c5-5af6-4d1f-8e7b-953b856567b2/8b4a12c5-5af6-4d1f-8e7b-953b856567b2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.801376] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e4a7ed7-f9d5-4d66-bbed-df9b487b5d8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.811275] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.811275] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbe9044c-4464-40cc-88fd-e67edbdce1f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.821954] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 827.821954] env[71147]: value = "task-3420947" [ 827.821954] env[71147]: _type = "Task" [ 827.821954] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.822352] env[71147]: DEBUG oslo_vmware.api [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 827.822352] env[71147]: value = "task-3420948" [ 827.822352] env[71147]: _type = "Task" [ 827.822352] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.841657] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420947, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.844882] env[71147]: DEBUG oslo_vmware.api [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.061212] env[71147]: DEBUG oslo_vmware.api [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420946, 'name': PowerOffVM_Task, 'duration_secs': 0.295672} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.061525] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.061845] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.062174] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16da25f5-deeb-4200-94b0-a21bf05d8a72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.081702] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420942, 'name': CloneVM_Task, 'duration_secs': 1.834579} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.083472] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Created linked-clone VM from snapshot [ 828.088293] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbbca2a-3431-4ed0-ace5-0f8966b90ab5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.104365] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Uploading image 837b083c-8673-4f59-bd0e-36c06ee48f2f {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.133369] env[71147]: DEBUG oslo_vmware.rw_handles [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 828.133369] env[71147]: value = "vm-682522" [ 828.133369] env[71147]: _type = "VirtualMachine" [ 828.133369] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 828.133733] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bbecb925-e2a3-4ec6-a157-5845dec6d32c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.142650] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.142857] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.143096] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Deleting the datastore file [datastore2] cb8145a0-b491-43f0-944a-7b357693200f {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.143364] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcb5e029-ac92-42de-8373-cce3e4c41bda {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.146960] env[71147]: DEBUG oslo_vmware.rw_handles [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lease: (returnval){ [ 828.146960] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529883bf-f717-a705-0776-550ffb51b99f" [ 828.146960] env[71147]: _type = "HttpNfcLease" [ 828.146960] env[71147]: } obtained for exporting VM: (result){ [ 828.146960] env[71147]: value = "vm-682522" [ 828.146960] env[71147]: _type = "VirtualMachine" [ 828.146960] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 828.147240] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the lease: (returnval){ [ 828.147240] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529883bf-f717-a705-0776-550ffb51b99f" [ 828.147240] env[71147]: _type = "HttpNfcLease" [ 828.147240] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 828.158477] env[71147]: DEBUG oslo_vmware.api [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for the task: (returnval){ [ 828.158477] env[71147]: value = "task-3420951" [ 828.158477] env[71147]: _type = "Task" [ 828.158477] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.158682] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.158682] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529883bf-f717-a705-0776-550ffb51b99f" [ 828.158682] env[71147]: _type = "HttpNfcLease" [ 828.158682] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 828.171648] env[71147]: DEBUG oslo_vmware.api [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.207486] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "70e6b67e-c00f-4e11-beae-84e3f95904ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.207753] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "70e6b67e-c00f-4e11-beae-84e3f95904ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.209607] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "70e6b67e-c00f-4e11-beae-84e3f95904ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.209607] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "70e6b67e-c00f-4e11-beae-84e3f95904ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.209607] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "70e6b67e-c00f-4e11-beae-84e3f95904ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.211162] env[71147]: INFO nova.compute.manager [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Terminating instance [ 828.316853] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 828.319896] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b98f18fa-fbaa-44e2-83d0-f8781f12f0bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.343338] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420947, 'name': Rename_Task, 'duration_secs': 0.195378} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.343591] env[71147]: DEBUG oslo_vmware.api [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420948, 'name': PowerOffVM_Task, 'duration_secs': 0.194936} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.345414] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.345874] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.346097] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.349837] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 828.349837] env[71147]: value = "task-3420952" [ 828.349837] env[71147]: _type = "Task" [ 828.349837] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.349837] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2db1e4c8-2f72-4be1-8f6f-07bf34c168d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.349837] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-751aacf8-797a-451f-a919-9b1bfef445ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.363737] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420952, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.365254] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 828.365254] env[71147]: value = "task-3420953" [ 828.365254] env[71147]: _type = "Task" [ 828.365254] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.375121] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.472408] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2913ea4e-3958-41ed-a457-4dba50fb014b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.479204] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.479481] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.479674] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Deleting the datastore file [datastore1] eecd9b9f-34e7-4461-9598-8b20cffc6986 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.480898] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03b3cea2-a893-4053-bd4a-8b152befce6f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.489011] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6a1767-c38c-478b-85f6-ea585b4b70db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.494882] env[71147]: DEBUG oslo_vmware.api [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for the task: (returnval){ [ 828.494882] env[71147]: value = "task-3420955" [ 828.494882] env[71147]: _type = "Task" [ 828.494882] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.529437] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c0f42f-e765-4584-9cdc-d92a2009dc73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.535951] env[71147]: DEBUG oslo_vmware.api [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.543897] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b7a268-ea2e-4042-871d-2dc837374def {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.562561] env[71147]: DEBUG nova.compute.provider_tree [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.660468] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.660468] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529883bf-f717-a705-0776-550ffb51b99f" [ 828.660468] env[71147]: _type = "HttpNfcLease" [ 828.660468] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.663925] env[71147]: DEBUG oslo_vmware.rw_handles [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.663925] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529883bf-f717-a705-0776-550ffb51b99f" [ 828.663925] env[71147]: _type = "HttpNfcLease" [ 828.663925] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.664744] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e130068-176f-4ea7-982b-822ad8e2079b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.675557] env[71147]: DEBUG oslo_vmware.api [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Task: {'id': task-3420951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201589} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.680174] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.680174] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.680174] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.680174] env[71147]: INFO nova.compute.manager [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 828.680174] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.680775] env[71147]: DEBUG oslo_vmware.rw_handles [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526dd8b0-6c4b-a66f-e8dc-a149d470a902/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.680775] env[71147]: DEBUG oslo_vmware.rw_handles [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526dd8b0-6c4b-a66f-e8dc-a149d470a902/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.682157] env[71147]: DEBUG nova.compute.manager [-] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.682157] env[71147]: DEBUG nova.network.neutron [-] [instance: cb8145a0-b491-43f0-944a-7b357693200f] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.759046] env[71147]: DEBUG nova.compute.manager [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.759046] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.761946] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b7a165-2743-4934-8c26-a097446ce557 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.772785] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.773084] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5044719e-220b-4187-954a-96ace80bfe17 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.782106] env[71147]: DEBUG oslo_vmware.api [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 828.782106] env[71147]: value = "task-3420956" [ 828.782106] env[71147]: _type = "Task" [ 828.782106] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.794220] env[71147]: DEBUG oslo_vmware.api [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.803636] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6be69b61-185f-483a-9f82-791ba68a1fb0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.810462] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.810694] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.862386] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420952, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.875923] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420953, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.012352] env[71147]: DEBUG oslo_vmware.api [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Task: {'id': task-3420955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203837} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.012916] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.013099] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.013280] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.013534] env[71147]: INFO nova.compute.manager [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Took 1.22 seconds to destroy the instance on the hypervisor. [ 829.015246] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.015246] env[71147]: DEBUG nova.compute.manager [-] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.015246] env[71147]: DEBUG nova.network.neutron [-] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.046856] env[71147]: DEBUG nova.compute.manager [req-52679bd4-0f68-4e31-80bb-4f1c1296aa0a req-875973eb-a3d3-4af0-ac53-8483a34d26ea service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Received event network-vif-deleted-33c8c733-53c0-479b-9e64-0ae9cff1647d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.047090] env[71147]: INFO nova.compute.manager [req-52679bd4-0f68-4e31-80bb-4f1c1296aa0a req-875973eb-a3d3-4af0-ac53-8483a34d26ea service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Neutron deleted interface 33c8c733-53c0-479b-9e64-0ae9cff1647d; detaching it from the instance and deleting it from the info cache [ 829.047298] env[71147]: DEBUG nova.network.neutron [req-52679bd4-0f68-4e31-80bb-4f1c1296aa0a req-875973eb-a3d3-4af0-ac53-8483a34d26ea service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.068880] env[71147]: DEBUG nova.scheduler.client.report [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.302485] env[71147]: DEBUG oslo_vmware.api [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420956, 'name': PowerOffVM_Task, 'duration_secs': 0.388791} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.302898] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.303279] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.305536] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b4c03a0-9db5-4022-97fd-4fed1e5e15aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.313158] env[71147]: DEBUG nova.compute.manager [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.364518] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420952, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.379218] env[71147]: DEBUG nova.compute.manager [req-92501622-7c90-45c9-badd-a0dae95328d9 req-bdcbd227-ca14-4514-a4d7-32199a452fdc service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Received event network-vif-deleted-9343799c-53cd-4227-b90f-ddbb79d6af4c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.379218] env[71147]: INFO nova.compute.manager [req-92501622-7c90-45c9-badd-a0dae95328d9 req-bdcbd227-ca14-4514-a4d7-32199a452fdc service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Neutron deleted interface 9343799c-53cd-4227-b90f-ddbb79d6af4c; detaching it from the instance and deleting it from the info cache [ 829.379218] env[71147]: DEBUG nova.network.neutron [req-92501622-7c90-45c9-badd-a0dae95328d9 req-bdcbd227-ca14-4514-a4d7-32199a452fdc service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.388801] env[71147]: DEBUG oslo_vmware.api [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420953, 'name': PowerOnVM_Task, 'duration_secs': 0.723372} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.389655] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.389655] env[71147]: INFO nova.compute.manager [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Took 10.07 seconds to spawn the instance on the hypervisor. [ 829.390091] env[71147]: DEBUG nova.compute.manager [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.391429] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819c8eb9-f6c8-4535-9417-2d93e3b06f70 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.399319] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.400114] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.400114] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleting the datastore file [datastore1] 70e6b67e-c00f-4e11-beae-84e3f95904ac {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.401020] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff7c0795-da4f-4cca-aa67-3580468201f9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.423062] env[71147]: DEBUG oslo_vmware.api [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 829.423062] env[71147]: value = "task-3420958" [ 829.423062] env[71147]: _type = "Task" [ 829.423062] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.432249] env[71147]: DEBUG oslo_vmware.api [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.522496] env[71147]: DEBUG nova.network.neutron [-] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.551181] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33c8d036-5778-4d38-b97d-0850335e6fc0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.569451] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf4a9d8-543b-4ec3-8e93-24dc74fca1ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.589020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.589020] env[71147]: DEBUG nova.compute.manager [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.594148] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.721s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.595955] env[71147]: INFO nova.compute.claims [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.649976] env[71147]: DEBUG nova.compute.manager [req-52679bd4-0f68-4e31-80bb-4f1c1296aa0a req-875973eb-a3d3-4af0-ac53-8483a34d26ea service nova] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Detach interface failed, port_id=33c8c733-53c0-479b-9e64-0ae9cff1647d, reason: Instance cb8145a0-b491-43f0-944a-7b357693200f could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.835433] env[71147]: DEBUG nova.network.neutron [-] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.851804] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.868201] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420952, 'name': CloneVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.882838] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b62d0041-1ad2-44ba-addd-88e430d6474b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.894998] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec377391-73e7-403e-91f8-be6f50764ae6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.924259] env[71147]: INFO nova.compute.manager [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Took 37.41 seconds to build instance. [ 829.946965] env[71147]: DEBUG nova.compute.manager [req-92501622-7c90-45c9-badd-a0dae95328d9 req-bdcbd227-ca14-4514-a4d7-32199a452fdc service nova] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Detach interface failed, port_id=9343799c-53cd-4227-b90f-ddbb79d6af4c, reason: Instance eecd9b9f-34e7-4461-9598-8b20cffc6986 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.953616] env[71147]: DEBUG oslo_vmware.api [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3420958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254267} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.953889] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.954156] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.954349] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.954523] env[71147]: INFO nova.compute.manager [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Took 1.20 seconds to destroy the instance on the hypervisor. [ 829.954794] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.955017] env[71147]: DEBUG nova.compute.manager [-] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.955144] env[71147]: DEBUG nova.network.neutron [-] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.025397] env[71147]: INFO nova.compute.manager [-] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Took 1.34 seconds to deallocate network for instance. [ 830.095467] env[71147]: DEBUG nova.compute.utils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.097124] env[71147]: DEBUG nova.compute.manager [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.097607] env[71147]: DEBUG nova.network.neutron [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.128382] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "e7a2e505-50de-467a-a184-51ffa5c34d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.128763] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "e7a2e505-50de-467a-a184-51ffa5c34d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.128849] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "e7a2e505-50de-467a-a184-51ffa5c34d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.129035] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "e7a2e505-50de-467a-a184-51ffa5c34d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.129205] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "e7a2e505-50de-467a-a184-51ffa5c34d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.132108] env[71147]: INFO nova.compute.manager [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Terminating instance [ 830.162333] env[71147]: DEBUG nova.policy [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8d0eb1794124e229165d576db889450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b99650993fb4bc4ba6ecaf4236217dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.339798] env[71147]: INFO nova.compute.manager [-] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Took 1.33 seconds to deallocate network for instance. [ 830.366604] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420952, 'name': CloneVM_Task, 'duration_secs': 1.550229} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.370028] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Created linked-clone VM from snapshot [ 830.370028] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78c0a88-fa57-4ecb-a4df-7b23428a7bf3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.383568] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Uploading image 7e843e59-9f23-4cfb-95ef-e3352e4980e0 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 830.419281] env[71147]: DEBUG oslo_vmware.rw_handles [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 830.419281] env[71147]: value = "vm-682524" [ 830.419281] env[71147]: _type = "VirtualMachine" [ 830.419281] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 830.419815] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5253370-a404-4b77-986e-9d59eb3f19bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.430520] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c34e7033-e29f-4044-bb10-0579865b5b92 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.931s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.438541] env[71147]: DEBUG oslo_vmware.rw_handles [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease: (returnval){ [ 830.438541] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520fc3f7-0e6f-e23f-6a46-9a112811403a" [ 830.438541] env[71147]: _type = "HttpNfcLease" [ 830.438541] env[71147]: } obtained for exporting VM: (result){ [ 830.438541] env[71147]: value = "vm-682524" [ 830.438541] env[71147]: _type = "VirtualMachine" [ 830.438541] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 830.438884] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the lease: (returnval){ [ 830.438884] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520fc3f7-0e6f-e23f-6a46-9a112811403a" [ 830.438884] env[71147]: _type = "HttpNfcLease" [ 830.438884] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 830.448688] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.448688] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520fc3f7-0e6f-e23f-6a46-9a112811403a" [ 830.448688] env[71147]: _type = "HttpNfcLease" [ 830.448688] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 830.521045] env[71147]: DEBUG nova.network.neutron [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Successfully created port: 42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.532445] env[71147]: DEBUG oslo_concurrency.lockutils [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.601582] env[71147]: DEBUG nova.compute.manager [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.636494] env[71147]: DEBUG nova.compute.manager [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.636731] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.637746] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c533d2-2272-4982-ab56-527578c6a744 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.652561] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.652875] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26145b30-8643-46b2-8eeb-2f1c76ae92c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.668755] env[71147]: DEBUG oslo_vmware.api [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 830.668755] env[71147]: value = "task-3420960" [ 830.668755] env[71147]: _type = "Task" [ 830.668755] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.684757] env[71147]: DEBUG oslo_vmware.api [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.848855] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.953123] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 830.953123] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520fc3f7-0e6f-e23f-6a46-9a112811403a" [ 830.953123] env[71147]: _type = "HttpNfcLease" [ 830.953123] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 830.955398] env[71147]: DEBUG oslo_vmware.rw_handles [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 830.955398] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520fc3f7-0e6f-e23f-6a46-9a112811403a" [ 830.955398] env[71147]: _type = "HttpNfcLease" [ 830.955398] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 830.962767] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100178aa-592e-4ae6-a288-ea4452ca72d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.965389] env[71147]: DEBUG nova.network.neutron [-] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.975117] env[71147]: DEBUG oslo_vmware.rw_handles [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527718f0-21d2-94b1-e068-ad94c16d37c9/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 830.976468] env[71147]: DEBUG oslo_vmware.rw_handles [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527718f0-21d2-94b1-e068-ad94c16d37c9/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 831.082840] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6230412-188e-4cc8-b303-dc5135e8832f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.186119] env[71147]: DEBUG oslo_vmware.api [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420960, 'name': PowerOffVM_Task, 'duration_secs': 0.272188} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.186259] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.186464] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.186683] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c391a0f3-f3b1-42c7-a46b-b170e050711e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.268171] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.268171] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.268171] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Deleting the datastore file [datastore1] e7a2e505-50de-467a-a184-51ffa5c34d86 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.268171] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8feb33be-cbf0-4c95-a924-ac73790a5872 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.275836] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df85178-1c91-415a-9146-dba0f62ada5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.281788] env[71147]: DEBUG oslo_vmware.api [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 831.281788] env[71147]: value = "task-3420962" [ 831.281788] env[71147]: _type = "Task" [ 831.281788] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.288901] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fbb1e5-fc8a-4e18-9149-628a07e3f94d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.295886] env[71147]: DEBUG oslo_vmware.api [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.337144] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6383e3-8d64-4cd7-8132-c5301456828e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.347245] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95162356-0b2e-484c-817d-4a220fd80ed2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.366278] env[71147]: DEBUG nova.compute.provider_tree [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.464341] env[71147]: DEBUG nova.compute.manager [req-212d5322-a7de-415a-9a1f-ad74a3a4e558 req-e31a6053-edf2-468b-87df-51c5eb220b83 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Received event network-changed-b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.464341] env[71147]: DEBUG nova.compute.manager [req-212d5322-a7de-415a-9a1f-ad74a3a4e558 req-e31a6053-edf2-468b-87df-51c5eb220b83 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Refreshing instance network info cache due to event network-changed-b320a11a-f743-474c-bada-ba0ac6f9335f. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.464341] env[71147]: DEBUG oslo_concurrency.lockutils [req-212d5322-a7de-415a-9a1f-ad74a3a4e558 req-e31a6053-edf2-468b-87df-51c5eb220b83 service nova] Acquiring lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.464341] env[71147]: DEBUG oslo_concurrency.lockutils [req-212d5322-a7de-415a-9a1f-ad74a3a4e558 req-e31a6053-edf2-468b-87df-51c5eb220b83 service nova] Acquired lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.464619] env[71147]: DEBUG nova.network.neutron [req-212d5322-a7de-415a-9a1f-ad74a3a4e558 req-e31a6053-edf2-468b-87df-51c5eb220b83 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Refreshing network info cache for port b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.468560] env[71147]: INFO nova.compute.manager [-] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Took 1.51 seconds to deallocate network for instance. [ 831.617474] env[71147]: DEBUG nova.compute.manager [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.725341] env[71147]: DEBUG nova.compute.manager [req-692c7de2-1a35-48d5-bcd3-9a664870fa9c req-f2341597-1570-4db6-8a14-c020f2496479 service nova] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Received event network-vif-deleted-08200f84-e2c8-4a37-9843-6fd922800d6f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.801213] env[71147]: DEBUG oslo_vmware.api [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3420962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260971} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.802603] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.802603] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.803009] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.803247] env[71147]: INFO nova.compute.manager [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Took 1.17 seconds to destroy the instance on the hypervisor. [ 831.803883] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.804360] env[71147]: DEBUG nova.compute.manager [-] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.804360] env[71147]: DEBUG nova.network.neutron [-] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.869357] env[71147]: DEBUG nova.scheduler.client.report [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.979673] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.379953] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.380638] env[71147]: DEBUG nova.compute.manager [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.383813] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.793s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.414593] env[71147]: DEBUG nova.network.neutron [req-212d5322-a7de-415a-9a1f-ad74a3a4e558 req-e31a6053-edf2-468b-87df-51c5eb220b83 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Updated VIF entry in instance network info cache for port b320a11a-f743-474c-bada-ba0ac6f9335f. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.415261] env[71147]: DEBUG nova.network.neutron [req-212d5322-a7de-415a-9a1f-ad74a3a4e558 req-e31a6053-edf2-468b-87df-51c5eb220b83 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Updating instance_info_cache with network_info: [{"id": "b320a11a-f743-474c-bada-ba0ac6f9335f", "address": "fa:16:3e:b4:a4:52", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb320a11a-f7", "ovs_interfaceid": "b320a11a-f743-474c-bada-ba0ac6f9335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.490790] env[71147]: DEBUG nova.network.neutron [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Successfully updated port: 42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.686701] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.686701] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.686701] env[71147]: INFO nova.compute.manager [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Rebooting instance [ 832.759387] env[71147]: DEBUG nova.network.neutron [-] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.888264] env[71147]: DEBUG nova.compute.utils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.892302] env[71147]: INFO nova.compute.claims [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.899268] env[71147]: DEBUG nova.compute.manager [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.899454] env[71147]: DEBUG nova.network.neutron [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.921292] env[71147]: DEBUG oslo_concurrency.lockutils [req-212d5322-a7de-415a-9a1f-ad74a3a4e558 req-e31a6053-edf2-468b-87df-51c5eb220b83 service nova] Releasing lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.940292] env[71147]: DEBUG nova.policy [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e27b5ee85d4b4bf8a692317b0353260d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a63c10d510a4c2dad53978528f8d47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.994485] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.994578] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquired lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.994840] env[71147]: DEBUG nova.network.neutron [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.212403] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.212403] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquired lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.212403] env[71147]: DEBUG nova.network.neutron [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.222497] env[71147]: DEBUG nova.network.neutron [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Successfully created port: 2e582226-fe54-4ca1-b481-4764a5580301 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.266394] env[71147]: INFO nova.compute.manager [-] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Took 1.46 seconds to deallocate network for instance. [ 833.400562] env[71147]: DEBUG nova.compute.manager [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.404998] env[71147]: INFO nova.compute.resource_tracker [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating resource usage from migration e87c40f9-c1b3-4c61-947c-ea74bb33b6d4 [ 833.542368] env[71147]: DEBUG nova.network.neutron [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.728928] env[71147]: DEBUG nova.network.neutron [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updating instance_info_cache with network_info: [{"id": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "address": "fa:16:3e:27:11:43", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c3baff-3f", "ovs_interfaceid": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.772272] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.927375] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74915037-4438-4485-947d-5892ca2724a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.937161] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90decfe4-63c2-40d5-9f39-f59184f86cac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.973921] env[71147]: DEBUG nova.network.neutron [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Updating instance_info_cache with network_info: [{"id": "b320a11a-f743-474c-bada-ba0ac6f9335f", "address": "fa:16:3e:b4:a4:52", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb320a11a-f7", "ovs_interfaceid": "b320a11a-f743-474c-bada-ba0ac6f9335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.979068] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d33ac-2700-44ef-b30e-8aaaa5002d70 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.984277] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd05ff-f140-4af8-9b45-2535df8bec1b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.999959] env[71147]: DEBUG nova.compute.provider_tree [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.231435] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Releasing lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.231734] env[71147]: DEBUG nova.compute.manager [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance network_info: |[{"id": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "address": "fa:16:3e:27:11:43", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c3baff-3f", "ovs_interfaceid": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.418529] env[71147]: DEBUG nova.compute.manager [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.479815] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Releasing lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.503580] env[71147]: DEBUG nova.scheduler.client.report [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.749191] env[71147]: DEBUG nova.network.neutron [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Successfully updated port: 2e582226-fe54-4ca1-b481-4764a5580301 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.985210] env[71147]: DEBUG nova.compute.manager [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.986087] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12751a9-3a94-4312-8760-d93692f8580c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.010037] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.626s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.010328] env[71147]: INFO nova.compute.manager [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Migrating [ 835.018338] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.980s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.020315] env[71147]: INFO nova.compute.claims [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.253072] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.253233] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.253402] env[71147]: DEBUG nova.network.neutron [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.540292] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.540292] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.540292] env[71147]: DEBUG nova.network.neutron [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.790146] env[71147]: DEBUG nova.network.neutron [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.960139] env[71147]: DEBUG nova.network.neutron [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Updating instance_info_cache with network_info: [{"id": "2e582226-fe54-4ca1-b481-4764a5580301", "address": "fa:16:3e:26:17:66", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e582226-fe", "ovs_interfaceid": "2e582226-fe54-4ca1-b481-4764a5580301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.004589] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1e839-4262-4ba3-98b6-aa5e9a992338 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.013970] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Doing hard reboot of VM {{(pid=71147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 836.014266] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cff9ec5c-76e1-4d46-bb7c-2e39715ce04e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.021963] env[71147]: DEBUG oslo_vmware.api [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 836.021963] env[71147]: value = "task-3420963" [ 836.021963] env[71147]: _type = "Task" [ 836.021963] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.030205] env[71147]: DEBUG oslo_vmware.api [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420963, 'name': ResetVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.280353] env[71147]: DEBUG nova.network.neutron [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance_info_cache with network_info: [{"id": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "address": "fa:16:3e:a7:2a:fa", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec1259f-eb", "ovs_interfaceid": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.464075] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.464484] env[71147]: DEBUG nova.compute.manager [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Instance network_info: |[{"id": "2e582226-fe54-4ca1-b481-4764a5580301", "address": "fa:16:3e:26:17:66", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e582226-fe", "ovs_interfaceid": "2e582226-fe54-4ca1-b481-4764a5580301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.513329] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0b6cd7-c8b9-43a7-8e29-08a792458d8d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.521838] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851e304c-f009-4701-bc50-d9827aa9f032 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.533761] env[71147]: DEBUG oslo_vmware.api [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420963, 'name': ResetVM_Task, 'duration_secs': 0.125295} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.534173] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Did hard reboot of VM {{(pid=71147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 836.534373] env[71147]: DEBUG nova.compute.manager [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.558685] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce3f8c5-3d5c-49e3-a518-05cbb73ae4a3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.562491] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dddbf1-3cbc-4b3a-b174-cf59855fd05d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.573707] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d5cf36-edc2-4bbb-8a56-a1a2fe170ce6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.589380] env[71147]: DEBUG nova.compute.provider_tree [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.785514] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.868858] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.869149] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.870068] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.870565] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.870767] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.870962] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.871170] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.871334] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.871505] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.871665] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.871836] env[71147]: DEBUG nova.virt.hardware [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.878136] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5b401-0fda-4c1a-ae6e-40ee65eaf51a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.888620] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc3b8c6-70d2-46a1-85a9-b44d9dd8fc88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.895740] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.896032] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.896238] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.896462] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.896622] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.896850] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.897086] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.897299] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.897506] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.897696] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.897928] env[71147]: DEBUG nova.virt.hardware [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.900365] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d8c344-e42c-4a57-90a7-a626504582b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.911242] env[71147]: DEBUG oslo_vmware.rw_handles [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526dd8b0-6c4b-a66f-e8dc-a149d470a902/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 836.924042] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80723806-267b-4dc6-9dda-e5860c1c5979 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.930031] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d738a1-2236-4179-b31d-54ef29a9ca7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.933194] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:11:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42c3baff-3fb1-4abc-9448-5c687a6eb896', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.942973] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.942973] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.942973] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ee3e7fd-6e3f-4db1-9ca1-088b34bc6dae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.970784] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:17:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e582226-fe54-4ca1-b481-4764a5580301', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.986168] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.986168] env[71147]: DEBUG oslo_vmware.rw_handles [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526dd8b0-6c4b-a66f-e8dc-a149d470a902/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 836.986168] env[71147]: ERROR oslo_vmware.rw_handles [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526dd8b0-6c4b-a66f-e8dc-a149d470a902/disk-0.vmdk due to incomplete transfer. [ 836.986399] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.986451] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ea8b444-cb92-4fcf-920a-dda7bb53cb1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.992034] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-469da454-4acb-4d83-afda-229bec40ae8f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.004655] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.004655] env[71147]: value = "task-3420964" [ 837.004655] env[71147]: _type = "Task" [ 837.004655] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.010217] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.010217] env[71147]: value = "task-3420965" [ 837.010217] env[71147]: _type = "Task" [ 837.010217] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.014452] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420964, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.021051] env[71147]: DEBUG oslo_vmware.rw_handles [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526dd8b0-6c4b-a66f-e8dc-a149d470a902/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 837.021288] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Uploaded image 837b083c-8673-4f59-bd0e-36c06ee48f2f to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 837.024273] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 837.027450] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a61c2eb-f4df-4096-b2df-cee90b6a43cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.029184] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420965, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.034133] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 837.034133] env[71147]: value = "task-3420966" [ 837.034133] env[71147]: _type = "Task" [ 837.034133] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.042498] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420966, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.078128] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1d060554-8e16-47de-a778-a8c17a51106e tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.393s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.093026] env[71147]: DEBUG nova.scheduler.client.report [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.517457] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420964, 'name': CreateVM_Task, 'duration_secs': 0.466946} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.521296] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.522177] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.522354] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.522799] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.523480] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56351203-cbf4-4ad2-b58e-24fd29c7b22e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.528922] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420965, 'name': CreateVM_Task, 'duration_secs': 0.47202} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.529490] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.530163] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.532712] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 837.532712] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522eae19-90b0-5dc9-f620-cef9761d5ea3" [ 837.532712] env[71147]: _type = "Task" [ 837.532712] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.544041] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522eae19-90b0-5dc9-f620-cef9761d5ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.547261] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420966, 'name': Destroy_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.598204] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.599300] env[71147]: DEBUG nova.compute.manager [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.601930] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.776s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.602295] env[71147]: DEBUG nova.objects.instance [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 837.658960] env[71147]: DEBUG nova.compute.manager [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Received event network-vif-plugged-42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.659339] env[71147]: DEBUG oslo_concurrency.lockutils [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] Acquiring lock "5caf8dbc-925d-4810-af4c-34a1113c475d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.659551] env[71147]: DEBUG oslo_concurrency.lockutils [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.659738] env[71147]: DEBUG oslo_concurrency.lockutils [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.660056] env[71147]: DEBUG nova.compute.manager [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] No waiting events found dispatching network-vif-plugged-42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.660302] env[71147]: WARNING nova.compute.manager [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Received unexpected event network-vif-plugged-42c3baff-3fb1-4abc-9448-5c687a6eb896 for instance with vm_state building and task_state spawning. [ 837.660493] env[71147]: DEBUG nova.compute.manager [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Received event network-changed-42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.660709] env[71147]: DEBUG nova.compute.manager [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Refreshing instance network info cache due to event network-changed-42c3baff-3fb1-4abc-9448-5c687a6eb896. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.661047] env[71147]: DEBUG oslo_concurrency.lockutils [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] Acquiring lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.661269] env[71147]: DEBUG oslo_concurrency.lockutils [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] Acquired lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.661381] env[71147]: DEBUG nova.network.neutron [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Refreshing network info cache for port 42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.676068] env[71147]: DEBUG nova.compute.manager [req-d23888c7-e3da-4599-8242-ef5871cccba0 req-853c2a1d-55c7-4f74-9259-3b2e28ace3d6 service nova] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Received event network-vif-deleted-82a952f5-d2da-4aee-9eab-19e958282582 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.740083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Acquiring lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.740319] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.790581] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquiring lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.790849] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.047406] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420966, 'name': Destroy_Task, 'duration_secs': 0.518396} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.051931] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Destroyed the VM [ 838.052256] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 838.052968] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522eae19-90b0-5dc9-f620-cef9761d5ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.053224] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d891686-e571-454c-a543-d62fce60bce5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.055140] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.055393] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.055649] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.055809] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.056038] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.056364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.056698] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.056972] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-017bbb2d-e10e-4d77-8dfe-6e24b208f1ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.059612] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9727089e-999f-4fae-b044-05787ef0ca06 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.063831] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 838.063831] env[71147]: value = "task-3420967" [ 838.063831] env[71147]: _type = "Task" [ 838.063831] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.065694] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 838.065694] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a20071-4e9c-dda2-0aca-d6d6ae6a48f3" [ 838.065694] env[71147]: _type = "Task" [ 838.065694] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.075065] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.075367] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.077131] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ac0282-e10c-4dbe-b70a-ab329e8d2b26 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.085010] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420967, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.090654] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a20071-4e9c-dda2-0aca-d6d6ae6a48f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.091090] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.091610] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.091610] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.092139] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 838.092139] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bb24ba-70ea-f8f0-9ffe-0ee5833abf5c" [ 838.092139] env[71147]: _type = "Task" [ 838.092139] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.100719] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bb24ba-70ea-f8f0-9ffe-0ee5833abf5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.103997] env[71147]: DEBUG nova.compute.utils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.105852] env[71147]: DEBUG nova.compute.manager [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.105852] env[71147]: DEBUG nova.network.neutron [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.149361] env[71147]: DEBUG nova.policy [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fec79ef859cc462e9dd9a44b6b56c61b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4290d107baba4edeaaba90a4875c5518', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.243508] env[71147]: DEBUG nova.compute.utils [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.293280] env[71147]: DEBUG nova.compute.manager [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.304546] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee529428-07b0-44b4-bef6-0e49526cf505 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.330425] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance 'a02d5d98-5a7f-4bda-9796-feb7b5cd4409' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.446434] env[71147]: DEBUG nova.network.neutron [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Successfully created port: 589b3aad-7aac-4828-b184-a5707773cbdf {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.459792] env[71147]: DEBUG nova.network.neutron [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updated VIF entry in instance network info cache for port 42c3baff-3fb1-4abc-9448-5c687a6eb896. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.460232] env[71147]: DEBUG nova.network.neutron [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updating instance_info_cache with network_info: [{"id": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "address": "fa:16:3e:27:11:43", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c3baff-3f", "ovs_interfaceid": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.576351] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420967, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.610549] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bb24ba-70ea-f8f0-9ffe-0ee5833abf5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01809} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.611683] env[71147]: DEBUG nova.compute.manager [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.620330] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdf2600-43e6-4798-9dd5-0d70bbe36ee1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.624014] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48102d34-0b49-498e-8190-547d136d295f tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.625294] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.644s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.625526] env[71147]: DEBUG nova.objects.instance [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lazy-loading 'resources' on Instance uuid 5985f089-6159-46a1-9e2a-ce376dcbbeb8 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.630321] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 838.630321] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523ed6be-3dc2-d00e-7836-0726f08d1216" [ 838.630321] env[71147]: _type = "Task" [ 838.630321] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.644896] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523ed6be-3dc2-d00e-7836-0726f08d1216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.746991] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.832288] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.839017] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.839017] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74e0f1d0-3bba-4709-ae4c-838e31996c15 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.846340] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 838.846340] env[71147]: value = "task-3420968" [ 838.846340] env[71147]: _type = "Task" [ 838.846340] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.858132] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.965077] env[71147]: DEBUG oslo_concurrency.lockutils [req-785b9f20-719c-42dc-8070-60ab1279af67 req-9317c291-1ab2-4333-ac9c-67f5499e8ebd service nova] Releasing lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.075876] env[71147]: DEBUG oslo_vmware.api [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420967, 'name': RemoveSnapshot_Task, 'duration_secs': 0.641181} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.076251] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 839.076430] env[71147]: INFO nova.compute.manager [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Took 15.65 seconds to snapshot the instance on the hypervisor. [ 839.088867] env[71147]: DEBUG oslo_concurrency.lockutils [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "67a88644-6b2d-4edc-b163-9aba433f8c91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.089155] env[71147]: DEBUG oslo_concurrency.lockutils [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "67a88644-6b2d-4edc-b163-9aba433f8c91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.089367] env[71147]: DEBUG oslo_concurrency.lockutils [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "67a88644-6b2d-4edc-b163-9aba433f8c91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.089554] env[71147]: DEBUG oslo_concurrency.lockutils [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "67a88644-6b2d-4edc-b163-9aba433f8c91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.089723] env[71147]: DEBUG oslo_concurrency.lockutils [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "67a88644-6b2d-4edc-b163-9aba433f8c91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.092055] env[71147]: INFO nova.compute.manager [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Terminating instance [ 839.141249] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523ed6be-3dc2-d00e-7836-0726f08d1216, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.141666] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.141877] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5caf8dbc-925d-4810-af4c-34a1113c475d/5caf8dbc-925d-4810-af4c-34a1113c475d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.142257] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.142481] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.142749] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b354e879-38cb-4ea2-97ed-87ac90e1e578 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.145103] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cfb2fb2-df27-448e-83b4-efab06a3c2a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.153229] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 839.153229] env[71147]: value = "task-3420969" [ 839.153229] env[71147]: _type = "Task" [ 839.153229] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.154414] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.154594] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.158645] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c80931-6396-4716-82eb-7b167b5877f9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.169218] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 839.169218] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bc9caf-97e2-b842-a4f2-9f9e3d6b6264" [ 839.169218] env[71147]: _type = "Task" [ 839.169218] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.169454] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.178390] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bc9caf-97e2-b842-a4f2-9f9e3d6b6264, 'name': SearchDatastore_Task} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.181542] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bfa5b93-226c-4e3b-9a6c-54ab50c56149 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.188640] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 839.188640] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5237146e-038c-4344-0115-68def084f061" [ 839.188640] env[71147]: _type = "Task" [ 839.188640] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.195918] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5237146e-038c-4344-0115-68def084f061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.357599] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420968, 'name': PowerOffVM_Task, 'duration_secs': 0.339517} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.357599] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.357732] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance 'a02d5d98-5a7f-4bda-9796-feb7b5cd4409' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.468856] env[71147]: DEBUG oslo_vmware.rw_handles [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527718f0-21d2-94b1-e068-ad94c16d37c9/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.468856] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0cebf2-295c-4f3e-a720-886d63b135d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.478857] env[71147]: DEBUG oslo_vmware.rw_handles [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527718f0-21d2-94b1-e068-ad94c16d37c9/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.478998] env[71147]: ERROR oslo_vmware.rw_handles [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527718f0-21d2-94b1-e068-ad94c16d37c9/disk-0.vmdk due to incomplete transfer. [ 839.482279] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3a20671d-9d76-4fb8-aa10-f709b1989efa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.491848] env[71147]: DEBUG oslo_vmware.rw_handles [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527718f0-21d2-94b1-e068-ad94c16d37c9/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.492233] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Uploaded image 7e843e59-9f23-4cfb-95ef-e3352e4980e0 to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.494463] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.494463] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9b5933a-a192-4bc1-b5c5-3c01aac1fd2b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.503271] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 839.503271] env[71147]: value = "task-3420970" [ 839.503271] env[71147]: _type = "Task" [ 839.503271] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.513779] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420970, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.582158] env[71147]: DEBUG nova.compute.manager [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Instance disappeared during snapshot {{(pid=71147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 839.595671] env[71147]: DEBUG nova.compute.manager [None req-4154f2c5-09f5-43fb-b062-28cc0e36d34d tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image not found during clean up 837b083c-8673-4f59-bd0e-36c06ee48f2f {{(pid=71147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 839.597539] env[71147]: DEBUG nova.compute.manager [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.597837] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.602085] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd5111c-1b97-4333-bf94-e6c18f664cfc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.611738] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.612055] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7feebb99-ee79-4536-88b2-2a4c34f6f588 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.630163] env[71147]: DEBUG nova.compute.manager [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.635094] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b630c9e-3fe6-4e35-9d3c-a00fbe017cdf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.645609] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10db9570-b20f-471c-8592-a66e50e3b6e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.683936] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a63b9a-4a25-4bad-95a1-6f2468b6d87b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.693245] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.693561] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.693730] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.693915] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.694091] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.694266] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.694489] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.694663] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.694849] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.695065] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.695260] env[71147]: DEBUG nova.virt.hardware [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.696697] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf53b6-8356-46ae-8f27-39e3a9f56299 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.709390] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5237146e-038c-4344-0115-68def084f061, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.709591] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420969, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.711210] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.711531] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc/1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.712967] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41fa947-68fc-41e2-8144-7a5ca3e7bdd4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.717677] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.717947] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.718253] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleting the datastore file [datastore2] 67a88644-6b2d-4edc-b163-9aba433f8c91 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.720439] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c333c043-0354-4892-9c2d-4fb7a8dbab52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.722899] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4fad1af-207b-4c14-906f-565b8aad793a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.725974] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d29f8-076d-48b1-bf84-90ab317759b7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.740154] env[71147]: DEBUG nova.compute.provider_tree [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.744072] env[71147]: DEBUG oslo_vmware.api [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 839.744072] env[71147]: value = "task-3420972" [ 839.744072] env[71147]: _type = "Task" [ 839.744072] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.755486] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 839.755486] env[71147]: value = "task-3420973" [ 839.755486] env[71147]: _type = "Task" [ 839.755486] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.766774] env[71147]: DEBUG oslo_vmware.api [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.769512] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.795663] env[71147]: DEBUG nova.compute.manager [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Received event network-vif-plugged-2e582226-fe54-4ca1-b481-4764a5580301 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.795782] env[71147]: DEBUG oslo_concurrency.lockutils [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] Acquiring lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.796030] env[71147]: DEBUG oslo_concurrency.lockutils [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.796229] env[71147]: DEBUG oslo_concurrency.lockutils [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.796401] env[71147]: DEBUG nova.compute.manager [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] No waiting events found dispatching network-vif-plugged-2e582226-fe54-4ca1-b481-4764a5580301 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.796563] env[71147]: WARNING nova.compute.manager [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Received unexpected event network-vif-plugged-2e582226-fe54-4ca1-b481-4764a5580301 for instance with vm_state building and task_state spawning. [ 839.796723] env[71147]: DEBUG nova.compute.manager [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Received event network-changed-2e582226-fe54-4ca1-b481-4764a5580301 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.797102] env[71147]: DEBUG nova.compute.manager [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Refreshing instance network info cache due to event network-changed-2e582226-fe54-4ca1-b481-4764a5580301. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.798788] env[71147]: DEBUG oslo_concurrency.lockutils [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] Acquiring lock "refresh_cache-1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.798788] env[71147]: DEBUG oslo_concurrency.lockutils [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] Acquired lock "refresh_cache-1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.798788] env[71147]: DEBUG nova.network.neutron [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Refreshing network info cache for port 2e582226-fe54-4ca1-b481-4764a5580301 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.816136] env[71147]: DEBUG nova.compute.manager [req-355c3d22-332e-42b6-9ad7-1d7a85b110b9 req-fad3bcf5-1f68-45d6-86d0-4f03c5f2b654 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Received event network-changed-b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.816345] env[71147]: DEBUG nova.compute.manager [req-355c3d22-332e-42b6-9ad7-1d7a85b110b9 req-fad3bcf5-1f68-45d6-86d0-4f03c5f2b654 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Refreshing instance network info cache due to event network-changed-b320a11a-f743-474c-bada-ba0ac6f9335f. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.817069] env[71147]: DEBUG oslo_concurrency.lockutils [req-355c3d22-332e-42b6-9ad7-1d7a85b110b9 req-fad3bcf5-1f68-45d6-86d0-4f03c5f2b654 service nova] Acquiring lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.817069] env[71147]: DEBUG oslo_concurrency.lockutils [req-355c3d22-332e-42b6-9ad7-1d7a85b110b9 req-fad3bcf5-1f68-45d6-86d0-4f03c5f2b654 service nova] Acquired lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.817069] env[71147]: DEBUG nova.network.neutron [req-355c3d22-332e-42b6-9ad7-1d7a85b110b9 req-fad3bcf5-1f68-45d6-86d0-4f03c5f2b654 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Refreshing network info cache for port b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.819421] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Acquiring lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.819557] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.819745] env[71147]: INFO nova.compute.manager [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Attaching volume 4d589a52-1180-4319-a0fc-59918c1e9edb to /dev/sdb [ 839.873736] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.873736] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.873736] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.873736] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.873736] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.873736] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.873736] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.875021] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.875021] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.875021] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.875021] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.881293] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a8f582f-2f4c-4fc2-b192-8b1c91998b9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.892317] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.892569] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.893537] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.893537] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.893537] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.896918] env[71147]: INFO nova.compute.manager [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Terminating instance [ 839.908754] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 839.908754] env[71147]: value = "task-3420974" [ 839.908754] env[71147]: _type = "Task" [ 839.908754] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.917413] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.954288] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da95bb-7692-4c42-93e8-1201d8a89b43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.967636] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fb3d27-4b1a-46be-a37c-f308169d971d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.986456] env[71147]: DEBUG nova.virt.block_device [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Updating existing volume attachment record: 2c94ca82-fd3d-409b-8670-c0f70594934e {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 840.015836] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420970, 'name': Destroy_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.193844] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568687} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.193844] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5caf8dbc-925d-4810-af4c-34a1113c475d/5caf8dbc-925d-4810-af4c-34a1113c475d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.193844] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.193844] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-142321b3-1163-4e3b-aca2-1eda41467c60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.201497] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 840.201497] env[71147]: value = "task-3420977" [ 840.201497] env[71147]: _type = "Task" [ 840.201497] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.211527] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.256262] env[71147]: DEBUG nova.scheduler.client.report [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.274113] env[71147]: DEBUG oslo_vmware.api [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3420972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236961} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.277688] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.281359] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.281359] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.281359] env[71147]: INFO nova.compute.manager [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Took 0.68 seconds to destroy the instance on the hypervisor. [ 840.281359] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.281359] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420973, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.281359] env[71147]: DEBUG nova.compute.manager [-] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.281359] env[71147]: DEBUG nova.network.neutron [-] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.358552] env[71147]: DEBUG nova.network.neutron [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Successfully updated port: 589b3aad-7aac-4828-b184-a5707773cbdf {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.396182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "6c9ee138-a637-46c5-9491-3360509e9043" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.396568] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "6c9ee138-a637-46c5-9491-3360509e9043" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.405276] env[71147]: DEBUG nova.compute.manager [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.405664] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.406896] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f58214-57dd-4dd8-b2f1-7b5189b61757 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.418454] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.421999] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-538a15cb-5da1-4d49-b2e2-a629a1c73e15 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.424075] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.433020] env[71147]: DEBUG oslo_vmware.api [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 840.433020] env[71147]: value = "task-3420979" [ 840.433020] env[71147]: _type = "Task" [ 840.433020] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.440651] env[71147]: DEBUG oslo_vmware.api [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.513634] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420970, 'name': Destroy_Task, 'duration_secs': 0.514437} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.513942] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Destroyed the VM [ 840.514255] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.514542] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6be05bb4-5e1f-492d-9793-12dcc575f4e6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.521291] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 840.521291] env[71147]: value = "task-3420980" [ 840.521291] env[71147]: _type = "Task" [ 840.521291] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.529106] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420980, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.580746] env[71147]: DEBUG nova.network.neutron [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Updated VIF entry in instance network info cache for port 2e582226-fe54-4ca1-b481-4764a5580301. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.581254] env[71147]: DEBUG nova.network.neutron [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Updating instance_info_cache with network_info: [{"id": "2e582226-fe54-4ca1-b481-4764a5580301", "address": "fa:16:3e:26:17:66", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e582226-fe", "ovs_interfaceid": "2e582226-fe54-4ca1-b481-4764a5580301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.692035] env[71147]: DEBUG nova.network.neutron [req-355c3d22-332e-42b6-9ad7-1d7a85b110b9 req-fad3bcf5-1f68-45d6-86d0-4f03c5f2b654 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Updated VIF entry in instance network info cache for port b320a11a-f743-474c-bada-ba0ac6f9335f. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.692147] env[71147]: DEBUG nova.network.neutron [req-355c3d22-332e-42b6-9ad7-1d7a85b110b9 req-fad3bcf5-1f68-45d6-86d0-4f03c5f2b654 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Updating instance_info_cache with network_info: [{"id": "b320a11a-f743-474c-bada-ba0ac6f9335f", "address": "fa:16:3e:b4:a4:52", "network": {"id": "25478d74-6bce-4279-8e0f-da8ac05831f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1754570632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "98ee72910822420d93251037ad979188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb320a11a-f7", "ovs_interfaceid": "b320a11a-f743-474c-bada-ba0ac6f9335f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.715263] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.766619] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.772671] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.706s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.773812] env[71147]: INFO nova.compute.claims [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.776574] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54352} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.777222] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc/1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.777555] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.778252] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12fa7149-068c-4c45-84a4-5b021ec113a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.785586] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 840.785586] env[71147]: value = "task-3420981" [ 840.785586] env[71147]: _type = "Task" [ 840.785586] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.789714] env[71147]: INFO nova.scheduler.client.report [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Deleted allocations for instance 5985f089-6159-46a1-9e2a-ce376dcbbeb8 [ 840.796537] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.860885] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquiring lock "refresh_cache-53199a9a-b220-4667-9b6a-dde78d872ee8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.861602] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquired lock "refresh_cache-53199a9a-b220-4667-9b6a-dde78d872ee8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.861602] env[71147]: DEBUG nova.network.neutron [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.904295] env[71147]: DEBUG nova.compute.manager [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.920380] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.941681] env[71147]: DEBUG oslo_vmware.api [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.031448] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420980, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.083760] env[71147]: DEBUG oslo_concurrency.lockutils [req-0542b266-549a-46e9-9eba-f4806e1aafce req-a0a2c8e8-50d1-43a2-b79b-242ab02e2595 service nova] Releasing lock "refresh_cache-1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.194787] env[71147]: DEBUG oslo_concurrency.lockutils [req-355c3d22-332e-42b6-9ad7-1d7a85b110b9 req-fad3bcf5-1f68-45d6-86d0-4f03c5f2b654 service nova] Releasing lock "refresh_cache-8b4a12c5-5af6-4d1f-8e7b-953b856567b2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.212215] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.219597] env[71147]: DEBUG nova.network.neutron [-] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.296519] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064126} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.298725] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.299270] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e4dcc84b-e089-450c-8d89-db7b17744672 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "5985f089-6159-46a1-9e2a-ce376dcbbeb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.617s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.300606] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821f70e-b6e2-49a4-8874-dc1ac2d8990b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.325494] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc/1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.326370] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ace8ebb-182e-442b-b1fd-648d0697aeea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.345404] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 841.345404] env[71147]: value = "task-3420982" [ 841.345404] env[71147]: _type = "Task" [ 841.345404] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.355895] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.391448] env[71147]: DEBUG nova.network.neutron [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.421893] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420974, 'name': ReconfigVM_Task, 'duration_secs': 1.293775} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.422225] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance 'a02d5d98-5a7f-4bda-9796-feb7b5cd4409' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.428642] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.441177] env[71147]: DEBUG oslo_vmware.api [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420979, 'name': PowerOffVM_Task, 'duration_secs': 0.927479} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.441423] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.441641] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.441905] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c311729-d50c-4547-a778-d2591040d9da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.511146] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.511263] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.513035] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Deleting the datastore file [datastore1] 8b4a12c5-5af6-4d1f-8e7b-953b856567b2 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.513035] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c35ecc-43cb-4cf6-8cfe-4250a4f9cdfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.519352] env[71147]: DEBUG oslo_vmware.api [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 841.519352] env[71147]: value = "task-3420984" [ 841.519352] env[71147]: _type = "Task" [ 841.519352] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.532347] env[71147]: DEBUG oslo_vmware.api [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.535402] env[71147]: DEBUG oslo_vmware.api [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3420980, 'name': RemoveSnapshot_Task, 'duration_secs': 0.588103} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.535644] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.535868] env[71147]: INFO nova.compute.manager [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 841.538948] env[71147]: DEBUG nova.network.neutron [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Updating instance_info_cache with network_info: [{"id": "589b3aad-7aac-4828-b184-a5707773cbdf", "address": "fa:16:3e:52:d4:89", "network": {"id": "108e14de-9fd0-48f1-ae51-bb1dc39e9143", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1961691851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4290d107baba4edeaaba90a4875c5518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589b3aad-7a", "ovs_interfaceid": "589b3aad-7aac-4828-b184-a5707773cbdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.711681] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.069045} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.711947] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.712724] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404eaa8c-67ef-449b-b489-4d4caec94e13 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.727044] env[71147]: INFO nova.compute.manager [-] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Took 1.45 seconds to deallocate network for instance. [ 841.736176] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 5caf8dbc-925d-4810-af4c-34a1113c475d/5caf8dbc-925d-4810-af4c-34a1113c475d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.738120] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f9db6e-8d9e-4410-b599-44dd7d02ea8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.761375] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 841.761375] env[71147]: value = "task-3420985" [ 841.761375] env[71147]: _type = "Task" [ 841.761375] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.769438] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.824570] env[71147]: DEBUG nova.compute.manager [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Received event network-vif-plugged-589b3aad-7aac-4828-b184-a5707773cbdf {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.824677] env[71147]: DEBUG oslo_concurrency.lockutils [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] Acquiring lock "53199a9a-b220-4667-9b6a-dde78d872ee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.825059] env[71147]: DEBUG oslo_concurrency.lockutils [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] Lock "53199a9a-b220-4667-9b6a-dde78d872ee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.825059] env[71147]: DEBUG oslo_concurrency.lockutils [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] Lock "53199a9a-b220-4667-9b6a-dde78d872ee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.825223] env[71147]: DEBUG nova.compute.manager [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] No waiting events found dispatching network-vif-plugged-589b3aad-7aac-4828-b184-a5707773cbdf {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.825377] env[71147]: WARNING nova.compute.manager [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Received unexpected event network-vif-plugged-589b3aad-7aac-4828-b184-a5707773cbdf for instance with vm_state building and task_state spawning. [ 841.825533] env[71147]: DEBUG nova.compute.manager [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Received event network-changed-589b3aad-7aac-4828-b184-a5707773cbdf {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.825682] env[71147]: DEBUG nova.compute.manager [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Refreshing instance network info cache due to event network-changed-589b3aad-7aac-4828-b184-a5707773cbdf. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.825844] env[71147]: DEBUG oslo_concurrency.lockutils [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] Acquiring lock "refresh_cache-53199a9a-b220-4667-9b6a-dde78d872ee8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.854959] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420982, 'name': ReconfigVM_Task, 'duration_secs': 0.287003} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.858347] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc/1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.859788] env[71147]: DEBUG nova.compute.manager [req-49c2c7d4-d0a3-4cd8-ba63-cd43dd865cb3 req-ba2149f1-9bfe-49cc-aa4f-73f893aa2d6c service nova] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Received event network-vif-deleted-71d34ef4-9292-41da-9bac-eb2e7b609e18 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.860742] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce703d5c-cb92-4c60-bdc6-fe09fd1578e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.867559] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 841.867559] env[71147]: value = "task-3420986" [ 841.867559] env[71147]: _type = "Task" [ 841.867559] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.877767] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420986, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.928819] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:29:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e199ea89-9361-4762-9283-4f76751e2564',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1060354925',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.929650] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.929650] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.929650] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.929650] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.929650] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.930054] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.930054] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.930785] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.930785] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.930785] env[71147]: DEBUG nova.virt.hardware [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.935922] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 841.940969] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aad8cf5e-c40d-4cf7-aded-7a01f813ec81 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.961770] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 841.961770] env[71147]: value = "task-3420987" [ 841.961770] env[71147]: _type = "Task" [ 841.961770] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.972649] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.032576] env[71147]: DEBUG oslo_vmware.api [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3420984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135002} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.033227] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.033227] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.033364] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.033488] env[71147]: INFO nova.compute.manager [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Took 1.63 seconds to destroy the instance on the hypervisor. [ 842.033723] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.034328] env[71147]: DEBUG nova.compute.manager [-] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.034432] env[71147]: DEBUG nova.network.neutron [-] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.044440] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Releasing lock "refresh_cache-53199a9a-b220-4667-9b6a-dde78d872ee8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.044770] env[71147]: DEBUG nova.compute.manager [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Instance network_info: |[{"id": "589b3aad-7aac-4828-b184-a5707773cbdf", "address": "fa:16:3e:52:d4:89", "network": {"id": "108e14de-9fd0-48f1-ae51-bb1dc39e9143", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1961691851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4290d107baba4edeaaba90a4875c5518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589b3aad-7a", "ovs_interfaceid": "589b3aad-7aac-4828-b184-a5707773cbdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.049214] env[71147]: DEBUG oslo_concurrency.lockutils [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] Acquired lock "refresh_cache-53199a9a-b220-4667-9b6a-dde78d872ee8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.049214] env[71147]: DEBUG nova.network.neutron [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Refreshing network info cache for port 589b3aad-7aac-4828-b184-a5707773cbdf {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.049214] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:d4:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '589b3aad-7aac-4828-b184-a5707773cbdf', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.056899] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Creating folder: Project (4290d107baba4edeaaba90a4875c5518). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.060723] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2dcd1ae-91a7-4ada-8b1b-353674066cfc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.072191] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Created folder: Project (4290d107baba4edeaaba90a4875c5518) in parent group-v682378. [ 842.072885] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Creating folder: Instances. Parent ref: group-v682530. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.072885] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e8386fc-1e4e-4f6f-baf2-bcee5787405c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.083416] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Created folder: Instances in parent group-v682530. [ 842.083669] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.083848] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.084071] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f75f68f7-a1c7-4b29-93a3-f63e837aff52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.107208] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.107208] env[71147]: value = "task-3420990" [ 842.107208] env[71147]: _type = "Task" [ 842.107208] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.114931] env[71147]: DEBUG nova.compute.manager [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Found 3 images (rotation: 2) {{(pid=71147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 842.115160] env[71147]: DEBUG nova.compute.manager [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Rotating out 1 backups {{(pid=71147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 842.115322] env[71147]: DEBUG nova.compute.manager [None req-28d0e11c-4228-4ef7-882a-03b1339e4dd4 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deleting image 66f768cd-feb4-41aa-9e3c-fa72d92ab63b {{(pid=71147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 842.126194] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420990, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.263785] env[71147]: DEBUG oslo_concurrency.lockutils [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.277460] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420985, 'name': ReconfigVM_Task, 'duration_secs': 0.331921} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.278034] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 5caf8dbc-925d-4810-af4c-34a1113c475d/5caf8dbc-925d-4810-af4c-34a1113c475d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.278339] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bee904b-9a09-48eb-a2ab-d01a9f703706 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.289728] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 842.289728] env[71147]: value = "task-3420992" [ 842.289728] env[71147]: _type = "Task" [ 842.289728] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.301566] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420992, 'name': Rename_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.375866] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ed5088-7727-46bb-8497-f05d0284bf14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.385286] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420986, 'name': Rename_Task, 'duration_secs': 0.194215} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.387977] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.387977] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a92e4203-719c-4576-bb7b-43e9aef4f9d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.390454] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef83bc0e-e204-4df4-9e73-35f6ae082d79 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.401009] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 842.401009] env[71147]: value = "task-3420993" [ 842.401009] env[71147]: _type = "Task" [ 842.401009] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.434455] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de88c311-4620-4783-8b9c-3d9201dc487b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.450426] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.454843] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cb3c95-9c5c-4847-820e-0c6241f9819f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.470138] env[71147]: DEBUG nova.compute.provider_tree [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.480126] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420987, 'name': ReconfigVM_Task, 'duration_secs': 0.204042} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.481160] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 842.482046] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848e2087-1a6c-45bf-9a6a-eaed14032848 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.510424] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a02d5d98-5a7f-4bda-9796-feb7b5cd4409/a02d5d98-5a7f-4bda-9796-feb7b5cd4409.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.511172] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0cf6892-85ea-4548-881d-1d6ad3f3cd86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.529885] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 842.529885] env[71147]: value = "task-3420994" [ 842.529885] env[71147]: _type = "Task" [ 842.529885] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.538161] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.616758] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3420990, 'name': CreateVM_Task, 'duration_secs': 0.38285} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.617032] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.617702] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.617945] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.618364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.618644] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41dac70f-4bf8-489d-b59c-0242069bd107 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.623164] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 842.623164] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527bcbef-60dd-cef5-d3ed-5b609d0af583" [ 842.623164] env[71147]: _type = "Task" [ 842.623164] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.635130] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527bcbef-60dd-cef5-d3ed-5b609d0af583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.802674] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420992, 'name': Rename_Task, 'duration_secs': 0.166263} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.803059] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.803343] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8d9b2f1-d260-438b-8acc-45d55acd2d46 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.811069] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 842.811069] env[71147]: value = "task-3420995" [ 842.811069] env[71147]: _type = "Task" [ 842.811069] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.821665] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.833953] env[71147]: DEBUG nova.network.neutron [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Updated VIF entry in instance network info cache for port 589b3aad-7aac-4828-b184-a5707773cbdf. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.834573] env[71147]: DEBUG nova.network.neutron [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Updating instance_info_cache with network_info: [{"id": "589b3aad-7aac-4828-b184-a5707773cbdf", "address": "fa:16:3e:52:d4:89", "network": {"id": "108e14de-9fd0-48f1-ae51-bb1dc39e9143", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1961691851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4290d107baba4edeaaba90a4875c5518", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589b3aad-7a", "ovs_interfaceid": "589b3aad-7aac-4828-b184-a5707773cbdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.855277] env[71147]: DEBUG nova.network.neutron [-] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.937781] env[71147]: DEBUG oslo_vmware.api [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3420993, 'name': PowerOnVM_Task, 'duration_secs': 0.512918} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.938115] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.938339] env[71147]: INFO nova.compute.manager [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Took 8.52 seconds to spawn the instance on the hypervisor. [ 842.938518] env[71147]: DEBUG nova.compute.manager [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.939378] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4714c81c-3724-4f63-89b6-dacae9af75d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.979213] env[71147]: DEBUG nova.scheduler.client.report [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.040528] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3420994, 'name': ReconfigVM_Task, 'duration_secs': 0.325085} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.041440] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a02d5d98-5a7f-4bda-9796-feb7b5cd4409/a02d5d98-5a7f-4bda-9796-feb7b5cd4409.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.041440] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance 'a02d5d98-5a7f-4bda-9796-feb7b5cd4409' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.133710] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527bcbef-60dd-cef5-d3ed-5b609d0af583, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.134895] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.134895] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.134895] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.134895] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.134895] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.135745] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38a28690-be92-4d5f-be3b-837fdc1b9695 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.143949] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.144863] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.145716] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52ddd4f-3db6-43f3-95d1-2c4b0d7e2ae8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.153230] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 843.153230] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526d6774-724a-5bf8-019a-28ceaab5f4c9" [ 843.153230] env[71147]: _type = "Task" [ 843.153230] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.161337] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526d6774-724a-5bf8-019a-28ceaab5f4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.322174] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420995, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.340214] env[71147]: DEBUG oslo_concurrency.lockutils [req-5e69427f-138d-47f2-8368-cdcf50202428 req-f4db19b7-f1bd-4aef-a776-83e87d29471e service nova] Releasing lock "refresh_cache-53199a9a-b220-4667-9b6a-dde78d872ee8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.357456] env[71147]: INFO nova.compute.manager [-] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Took 1.32 seconds to deallocate network for instance. [ 843.463419] env[71147]: INFO nova.compute.manager [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Took 36.62 seconds to build instance. [ 843.488252] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.488252] env[71147]: DEBUG nova.compute.manager [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.491289] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.089s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.492434] env[71147]: INFO nova.compute.claims [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.551214] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68282f-49e3-4b7d-a751-bf77f1825afc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.574191] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd374a0-500b-4ede-92b6-dd7d7893d694 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.594331] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance 'a02d5d98-5a7f-4bda-9796-feb7b5cd4409' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.667908] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526d6774-724a-5bf8-019a-28ceaab5f4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.667908] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7b09c6-b7df-4eaa-991b-82a44bb7deee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.671882] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 843.671882] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524e164a-f591-535f-569b-8d9e7cd7994d" [ 843.671882] env[71147]: _type = "Task" [ 843.671882] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.680328] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524e164a-f591-535f-569b-8d9e7cd7994d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.823972] env[71147]: DEBUG oslo_vmware.api [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3420995, 'name': PowerOnVM_Task, 'duration_secs': 0.866258} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.824367] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.824632] env[71147]: INFO nova.compute.manager [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Took 12.21 seconds to spawn the instance on the hypervisor. [ 843.825217] env[71147]: DEBUG nova.compute.manager [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.826027] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f2f1f8-f87f-4670-a598-0b47d66e8283 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.864230] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.966410] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8bb1ac60-6aea-4fd3-9d13-3fc0cbffe5b8 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.131s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.000171] env[71147]: DEBUG nova.compute.utils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.001787] env[71147]: DEBUG nova.compute.manager [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.001787] env[71147]: DEBUG nova.network.neutron [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.007519] env[71147]: DEBUG nova.compute.manager [req-40122e2d-a3b4-4812-8556-c2fbcc6a8cb4 req-e2c42b9b-a5d1-4c3a-8704-ca3966536870 service nova] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Received event network-vif-deleted-b320a11a-f743-474c-bada-ba0ac6f9335f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.046357] env[71147]: DEBUG nova.policy [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1fc4adc10d845e8b0552ba9be8f2054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a8a985a2a73483f835c11a7b7ae79df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.182363] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524e164a-f591-535f-569b-8d9e7cd7994d, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.183352] env[71147]: DEBUG nova.network.neutron [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Port 2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 844.184694] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.185071] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 53199a9a-b220-4667-9b6a-dde78d872ee8/53199a9a-b220-4667-9b6a-dde78d872ee8.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.185536] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4d99d19-8bce-46a5-b3f6-cafb6d7929c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.193330] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 844.193330] env[71147]: value = "task-3420996" [ 844.193330] env[71147]: _type = "Task" [ 844.193330] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.203463] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3420996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.236845] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "3f294529-d955-4c46-854a-b5af90808576" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.237129] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "3f294529-d955-4c46-854a-b5af90808576" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.343689] env[71147]: INFO nova.compute.manager [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Took 40.31 seconds to build instance. [ 844.358887] env[71147]: DEBUG nova.network.neutron [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Successfully created port: 8f581917-2264-4a54-86ad-fab596aaf698 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.507561] env[71147]: DEBUG nova.compute.manager [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.555679] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 844.555936] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682529', 'volume_id': '4d589a52-1180-4319-a0fc-59918c1e9edb', 'name': 'volume-4d589a52-1180-4319-a0fc-59918c1e9edb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44f6b829-12db-4c48-b2d3-016bc6363dcc', 'attached_at': '', 'detached_at': '', 'volume_id': '4d589a52-1180-4319-a0fc-59918c1e9edb', 'serial': '4d589a52-1180-4319-a0fc-59918c1e9edb'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 844.556924] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11178be-bfb3-4cf5-958b-d4e1f33f462d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.582963] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "fb97a908-0315-42a4-9194-30d503c7672d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.583335] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.583575] env[71147]: DEBUG nova.compute.manager [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.588024] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d59a295-b3bf-4ca1-8c2a-c6355925015e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.591718] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e8f53d-cb9b-4356-8ef6-2b6eb7d22c5f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.626248] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-4d589a52-1180-4319-a0fc-59918c1e9edb/volume-4d589a52-1180-4319-a0fc-59918c1e9edb.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.629313] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38755332-426a-4e66-ac37-7805338fda60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.646086] env[71147]: DEBUG nova.compute.manager [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 844.646842] env[71147]: DEBUG nova.objects.instance [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'flavor' on Instance uuid fb97a908-0315-42a4-9194-30d503c7672d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.654530] env[71147]: DEBUG oslo_vmware.api [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Waiting for the task: (returnval){ [ 844.654530] env[71147]: value = "task-3420997" [ 844.654530] env[71147]: _type = "Task" [ 844.654530] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.665593] env[71147]: DEBUG oslo_vmware.api [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Task: {'id': task-3420997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.705678] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3420996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471198} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.705971] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 53199a9a-b220-4667-9b6a-dde78d872ee8/53199a9a-b220-4667-9b6a-dde78d872ee8.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.706193] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.706638] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69836b9c-e038-4f29-957a-a36b48cd8861 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.717830] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 844.717830] env[71147]: value = "task-3420998" [ 844.717830] env[71147]: _type = "Task" [ 844.717830] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.726509] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3420998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.739110] env[71147]: DEBUG nova.compute.manager [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.773675] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.774623] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.846233] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f419dd4e-dcd4-4d5a-a924-9521c0822cfd tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.825s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.057763] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.058574] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.095120] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9327b840-883a-498c-9260-fe7c54dc1492 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.104133] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385dff12-61dd-4b8e-b8ae-910f4240e317 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.139613] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8960e3d4-29e9-459a-9d3d-fffb06599158 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.147950] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01521393-4186-48bd-8930-2e9747022ec2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.169685] env[71147]: DEBUG nova.compute.provider_tree [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.176342] env[71147]: DEBUG oslo_vmware.api [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Task: {'id': task-3420997, 'name': ReconfigVM_Task, 'duration_secs': 0.375224} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.176598] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-4d589a52-1180-4319-a0fc-59918c1e9edb/volume-4d589a52-1180-4319-a0fc-59918c1e9edb.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.182181] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ad480b-55e9-4a53-a5d6-ac5781562911 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.201646] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.201874] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.202056] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.211821] env[71147]: DEBUG oslo_vmware.api [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Waiting for the task: (returnval){ [ 845.211821] env[71147]: value = "task-3420999" [ 845.211821] env[71147]: _type = "Task" [ 845.211821] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.221220] env[71147]: DEBUG oslo_vmware.api [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Task: {'id': task-3420999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.230600] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3420998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061296} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.230878] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.232961] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc7fc44-1b3b-446a-9b25-8bc2f64b5b41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.259636] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 53199a9a-b220-4667-9b6a-dde78d872ee8/53199a9a-b220-4667-9b6a-dde78d872ee8.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.260955] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9c85a7b-a891-4bcf-b3ef-292fc0630211 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.275388] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.276947] env[71147]: DEBUG nova.compute.utils [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.280319] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 845.280319] env[71147]: value = "task-3421000" [ 845.280319] env[71147]: _type = "Task" [ 845.280319] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.288542] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.519458] env[71147]: DEBUG nova.compute.manager [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.575885] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.576357] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.576357] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.576822] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.576822] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.576822] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.577089] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.577259] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.577449] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.577615] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.577835] env[71147]: DEBUG nova.virt.hardware [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.578768] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa90129-b9fc-4799-8366-7aed9269d8b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.584481] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.585181] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.585338] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.585454] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.585601] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.585748] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.585877] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 845.586037] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 845.592273] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32df00b-fdef-4f6e-a4f3-4dad8c25a4fc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.661968] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.662495] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82db7686-c210-4836-b381-e2827807a2cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.671400] env[71147]: DEBUG nova.scheduler.client.report [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.674894] env[71147]: DEBUG oslo_vmware.api [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 845.674894] env[71147]: value = "task-3421001" [ 845.674894] env[71147]: _type = "Task" [ 845.674894] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.685137] env[71147]: DEBUG oslo_vmware.api [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.727965] env[71147]: DEBUG oslo_vmware.api [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Task: {'id': task-3420999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.780237] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.791517] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421000, 'name': ReconfigVM_Task, 'duration_secs': 0.289641} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.793207] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 53199a9a-b220-4667-9b6a-dde78d872ee8/53199a9a-b220-4667-9b6a-dde78d872ee8.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.794208] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0830509a-3a41-41b4-a33c-6bb2200b42ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.802420] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 845.802420] env[71147]: value = "task-3421002" [ 845.802420] env[71147]: _type = "Task" [ 845.802420] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.813712] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421002, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.093899] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.181837] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.182394] env[71147]: DEBUG nova.compute.manager [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.186015] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.890s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.189799] env[71147]: INFO nova.compute.claims [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.205019] env[71147]: DEBUG oslo_vmware.api [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421001, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.226956] env[71147]: DEBUG oslo_vmware.api [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Task: {'id': task-3420999, 'name': ReconfigVM_Task, 'duration_secs': 0.934086} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.226956] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682529', 'volume_id': '4d589a52-1180-4319-a0fc-59918c1e9edb', 'name': 'volume-4d589a52-1180-4319-a0fc-59918c1e9edb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44f6b829-12db-4c48-b2d3-016bc6363dcc', 'attached_at': '', 'detached_at': '', 'volume_id': '4d589a52-1180-4319-a0fc-59918c1e9edb', 'serial': '4d589a52-1180-4319-a0fc-59918c1e9edb'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 846.285796] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.285796] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.285796] env[71147]: DEBUG nova.network.neutron [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.313671] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421002, 'name': Rename_Task, 'duration_secs': 0.154393} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.314228] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.314623] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1907be3-a502-4ce5-a69d-ea5275cf0896 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.322028] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 846.322028] env[71147]: value = "task-3421003" [ 846.322028] env[71147]: _type = "Task" [ 846.322028] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.336297] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.340961] env[71147]: DEBUG nova.network.neutron [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Successfully updated port: 8f581917-2264-4a54-86ad-fab596aaf698 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.686456] env[71147]: DEBUG oslo_vmware.api [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421001, 'name': PowerOffVM_Task, 'duration_secs': 0.536024} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.686785] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.686991] env[71147]: DEBUG nova.compute.manager [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.688110] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008202eb-3708-4d91-b699-88033b996725 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.700130] env[71147]: DEBUG nova.compute.utils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.702141] env[71147]: DEBUG nova.compute.manager [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.702290] env[71147]: DEBUG nova.network.neutron [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.711396] env[71147]: DEBUG nova.compute.manager [req-e984d8f5-a960-4381-9547-41553c4e9e6f req-066ec1f0-bca5-4f67-9d60-2e5f9cf31ab8 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Received event network-changed-d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.711566] env[71147]: DEBUG nova.compute.manager [req-e984d8f5-a960-4381-9547-41553c4e9e6f req-066ec1f0-bca5-4f67-9d60-2e5f9cf31ab8 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing instance network info cache due to event network-changed-d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.712112] env[71147]: DEBUG oslo_concurrency.lockutils [req-e984d8f5-a960-4381-9547-41553c4e9e6f req-066ec1f0-bca5-4f67-9d60-2e5f9cf31ab8 service nova] Acquiring lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.712112] env[71147]: DEBUG oslo_concurrency.lockutils [req-e984d8f5-a960-4381-9547-41553c4e9e6f req-066ec1f0-bca5-4f67-9d60-2e5f9cf31ab8 service nova] Acquired lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.712112] env[71147]: DEBUG nova.network.neutron [req-e984d8f5-a960-4381-9547-41553c4e9e6f req-066ec1f0-bca5-4f67-9d60-2e5f9cf31ab8 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing network info cache for port d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.746038] env[71147]: DEBUG nova.policy [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1fc4adc10d845e8b0552ba9be8f2054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a8a985a2a73483f835c11a7b7ae79df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.833432] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.844288] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.844443] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.844592] env[71147]: DEBUG nova.network.neutron [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.858460] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.858706] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.858938] env[71147]: INFO nova.compute.manager [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Attaching volume 8debf019-a135-4e6f-8453-711f7e3de14e to /dev/sdb [ 846.892964] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a79cef-e246-471e-a989-b7fd6ac11c27 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.904913] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48543ad2-659d-4b51-96fc-00de43cfaa4c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.918389] env[71147]: DEBUG nova.virt.block_device [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Updating existing volume attachment record: d82271b5-ffee-442d-9429-958713e12584 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 847.187415] env[71147]: DEBUG nova.network.neutron [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance_info_cache with network_info: [{"id": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "address": "fa:16:3e:a7:2a:fa", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec1259f-eb", "ovs_interfaceid": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.200272] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5aac314e-97a8-42aa-bf33-cd6e0000ed4b tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.617s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.203130] env[71147]: DEBUG nova.compute.manager [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.242687] env[71147]: DEBUG nova.network.neutron [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Successfully created port: f6fd0111-1afc-4f4f-80bb-de814053a257 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.269423] env[71147]: DEBUG nova.objects.instance [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Lazy-loading 'flavor' on Instance uuid 44f6b829-12db-4c48-b2d3-016bc6363dcc {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.340890] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421003, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.409938] env[71147]: DEBUG nova.network.neutron [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.464573] env[71147]: DEBUG nova.compute.manager [req-6eaea0e3-6a7e-4756-88f1-eb1247d5ab1e req-e8f39d2f-eef0-436a-bffc-89845d1ec573 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Received event network-changed-d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.464849] env[71147]: DEBUG nova.compute.manager [req-6eaea0e3-6a7e-4756-88f1-eb1247d5ab1e req-e8f39d2f-eef0-436a-bffc-89845d1ec573 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing instance network info cache due to event network-changed-d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.465714] env[71147]: DEBUG oslo_concurrency.lockutils [req-6eaea0e3-6a7e-4756-88f1-eb1247d5ab1e req-e8f39d2f-eef0-436a-bffc-89845d1ec573 service nova] Acquiring lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.661609] env[71147]: DEBUG nova.network.neutron [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Updating instance_info_cache with network_info: [{"id": "8f581917-2264-4a54-86ad-fab596aaf698", "address": "fa:16:3e:47:ad:96", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f581917-22", "ovs_interfaceid": "8f581917-2264-4a54-86ad-fab596aaf698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.677836] env[71147]: DEBUG nova.network.neutron [req-e984d8f5-a960-4381-9547-41553c4e9e6f req-066ec1f0-bca5-4f67-9d60-2e5f9cf31ab8 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updated VIF entry in instance network info cache for port d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.678271] env[71147]: DEBUG nova.network.neutron [req-e984d8f5-a960-4381-9547-41553c4e9e6f req-066ec1f0-bca5-4f67-9d60-2e5f9cf31ab8 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updating instance_info_cache with network_info: [{"id": "d78b9581-1313-402e-a183-e90148f82ceb", "address": "fa:16:3e:71:91:33", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78b9581-13", "ovs_interfaceid": "d78b9581-1313-402e-a183-e90148f82ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.694270] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.774375] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bcef4b2b-72b1-40d4-8ca6-81ce08ce8ca3 tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.955s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.822535] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ccbd23-b8f8-46d2-90d3-dcddf478a0d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.836531] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71816513-38d7-4870-85eb-9d8e5cbb71be {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.839810] env[71147]: DEBUG oslo_vmware.api [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421003, 'name': PowerOnVM_Task, 'duration_secs': 1.046265} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.840080] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.840283] env[71147]: INFO nova.compute.manager [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Took 8.21 seconds to spawn the instance on the hypervisor. [ 847.840459] env[71147]: DEBUG nova.compute.manager [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.841598] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edadad4d-fa69-4eaf-b988-08860df849c0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.869254] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6302e99a-0908-43ec-b5f4-8d50d107bf76 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.880562] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f60652c-08ae-47ae-9267-a1a3dbb44424 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.895727] env[71147]: DEBUG nova.compute.provider_tree [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.166673] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.167120] env[71147]: DEBUG nova.compute.manager [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Instance network_info: |[{"id": "8f581917-2264-4a54-86ad-fab596aaf698", "address": "fa:16:3e:47:ad:96", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f581917-22", "ovs_interfaceid": "8f581917-2264-4a54-86ad-fab596aaf698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.167579] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:ad:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f581917-2264-4a54-86ad-fab596aaf698', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.177834] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Creating folder: Project (4a8a985a2a73483f835c11a7b7ae79df). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.178512] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4220b967-14cf-403c-bcef-c9534646e950 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.181963] env[71147]: DEBUG oslo_concurrency.lockutils [req-e984d8f5-a960-4381-9547-41553c4e9e6f req-066ec1f0-bca5-4f67-9d60-2e5f9cf31ab8 service nova] Releasing lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182380] env[71147]: DEBUG oslo_concurrency.lockutils [req-6eaea0e3-6a7e-4756-88f1-eb1247d5ab1e req-e8f39d2f-eef0-436a-bffc-89845d1ec573 service nova] Acquired lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.182570] env[71147]: DEBUG nova.network.neutron [req-6eaea0e3-6a7e-4756-88f1-eb1247d5ab1e req-e8f39d2f-eef0-436a-bffc-89845d1ec573 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing network info cache for port d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.195814] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Created folder: Project (4a8a985a2a73483f835c11a7b7ae79df) in parent group-v682378. [ 848.195814] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Creating folder: Instances. Parent ref: group-v682535. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.196716] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbe24dc6-8e20-445d-a1f9-6f8150d71ece {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.209771] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Created folder: Instances in parent group-v682535. [ 848.209771] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.209771] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.210081] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9f273dc-7eee-4fed-92e8-c9e5e93dbb23 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.229491] env[71147]: DEBUG nova.compute.manager [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.232427] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f173212-4995-4126-974c-01c887031942 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.251023] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.251023] env[71147]: value = "task-3421009" [ 848.251023] env[71147]: _type = "Task" [ 848.251023] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.274015] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7321f7-43a3-4ae6-9f5d-eef048a18e49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.279202] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.279576] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.279757] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.279955] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.280141] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.280293] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.280501] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.280682] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.280855] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.281049] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.281241] env[71147]: DEBUG nova.virt.hardware [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.282617] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e970818-fa1d-43c4-87c4-c98ef57ea72d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.290370] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance 'a02d5d98-5a7f-4bda-9796-feb7b5cd4409' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.299239] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421009, 'name': CreateVM_Task} progress is 15%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.301401] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d124e8-6d21-4044-800d-fccbe3e9083f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.388153] env[71147]: INFO nova.compute.manager [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Took 34.37 seconds to build instance. [ 848.399765] env[71147]: DEBUG nova.scheduler.client.report [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.784097] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421009, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.803254] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.803254] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b53e0ed0-da2a-40f7-ac53-e1d88410fb79 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.810335] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 848.810335] env[71147]: value = "task-3421010" [ 848.810335] env[71147]: _type = "Task" [ 848.810335] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.819196] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.890892] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2811cf00-2a1e-4869-a176-ef80697bf8ab tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "53199a9a-b220-4667-9b6a-dde78d872ee8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.911s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.914032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.914032] env[71147]: DEBUG nova.compute.manager [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.914682] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.949s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.915078] env[71147]: DEBUG nova.objects.instance [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 848.989614] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "25cd3849-8060-45d0-9188-b9aab722bee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.989835] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "25cd3849-8060-45d0-9188-b9aab722bee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.990010] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "25cd3849-8060-45d0-9188-b9aab722bee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.990273] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "25cd3849-8060-45d0-9188-b9aab722bee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.990434] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "25cd3849-8060-45d0-9188-b9aab722bee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.992724] env[71147]: INFO nova.compute.manager [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Terminating instance [ 849.040848] env[71147]: DEBUG nova.network.neutron [req-6eaea0e3-6a7e-4756-88f1-eb1247d5ab1e req-e8f39d2f-eef0-436a-bffc-89845d1ec573 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updated VIF entry in instance network info cache for port d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.041234] env[71147]: DEBUG nova.network.neutron [req-6eaea0e3-6a7e-4756-88f1-eb1247d5ab1e req-e8f39d2f-eef0-436a-bffc-89845d1ec573 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updating instance_info_cache with network_info: [{"id": "d78b9581-1313-402e-a183-e90148f82ceb", "address": "fa:16:3e:71:91:33", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78b9581-13", "ovs_interfaceid": "d78b9581-1313-402e-a183-e90148f82ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.270766] env[71147]: DEBUG nova.network.neutron [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Successfully updated port: f6fd0111-1afc-4f4f-80bb-de814053a257 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.284543] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421009, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.325454] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.372057] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Acquiring lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.372397] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.423598] env[71147]: DEBUG nova.compute.manager [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Received event network-vif-plugged-8f581917-2264-4a54-86ad-fab596aaf698 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.423598] env[71147]: DEBUG oslo_concurrency.lockutils [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] Acquiring lock "0796393e-5eeb-429b-8d36-a8129a9eb952-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.423598] env[71147]: DEBUG oslo_concurrency.lockutils [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] Lock "0796393e-5eeb-429b-8d36-a8129a9eb952-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.423774] env[71147]: DEBUG oslo_concurrency.lockutils [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] Lock "0796393e-5eeb-429b-8d36-a8129a9eb952-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.423835] env[71147]: DEBUG nova.compute.manager [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] No waiting events found dispatching network-vif-plugged-8f581917-2264-4a54-86ad-fab596aaf698 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.424008] env[71147]: WARNING nova.compute.manager [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Received unexpected event network-vif-plugged-8f581917-2264-4a54-86ad-fab596aaf698 for instance with vm_state building and task_state spawning. [ 849.424458] env[71147]: DEBUG nova.compute.manager [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Received event network-changed-8f581917-2264-4a54-86ad-fab596aaf698 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.424458] env[71147]: DEBUG nova.compute.manager [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Refreshing instance network info cache due to event network-changed-8f581917-2264-4a54-86ad-fab596aaf698. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.424576] env[71147]: DEBUG oslo_concurrency.lockutils [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] Acquiring lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.424641] env[71147]: DEBUG oslo_concurrency.lockutils [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] Acquired lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.424835] env[71147]: DEBUG nova.network.neutron [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Refreshing network info cache for port 8f581917-2264-4a54-86ad-fab596aaf698 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.427289] env[71147]: DEBUG nova.compute.utils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.433538] env[71147]: DEBUG nova.compute.manager [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.433704] env[71147]: DEBUG nova.network.neutron [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.479050] env[71147]: DEBUG nova.policy [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628fbc56292a4ed685c3cffd13c91c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f1e98843904823bbbee297b39164cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.499029] env[71147]: DEBUG nova.compute.manager [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.499459] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.501368] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc97bf-9c77-4e7d-aeb2-78c84fde7bd8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.513237] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.513829] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5104aa2a-096b-4032-a03b-b8774c253a53 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.521635] env[71147]: DEBUG oslo_vmware.api [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 849.521635] env[71147]: value = "task-3421012" [ 849.521635] env[71147]: _type = "Task" [ 849.521635] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.534552] env[71147]: DEBUG oslo_vmware.api [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.544389] env[71147]: DEBUG oslo_concurrency.lockutils [req-6eaea0e3-6a7e-4756-88f1-eb1247d5ab1e req-e8f39d2f-eef0-436a-bffc-89845d1ec573 service nova] Releasing lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.617425] env[71147]: DEBUG nova.compute.manager [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Stashing vm_state: stopped {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 849.778114] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "refresh_cache-b9c54d96-6489-4317-8741-55cd45b11959" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.778375] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "refresh_cache-b9c54d96-6489-4317-8741-55cd45b11959" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.778579] env[71147]: DEBUG nova.network.neutron [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.789049] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421009, 'name': CreateVM_Task, 'duration_secs': 1.344607} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.789486] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.792693] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.792797] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.793177] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.793663] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7bbe0e-9d0c-46b5-8a2b-e68ae8d50898 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.802992] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 849.802992] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacb13-8c80-f5ee-ec27-0ec154801a77" [ 849.802992] env[71147]: _type = "Task" [ 849.802992] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.813579] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacb13-8c80-f5ee-ec27-0ec154801a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.831227] env[71147]: DEBUG oslo_vmware.api [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421010, 'name': PowerOnVM_Task, 'duration_secs': 0.558967} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.831227] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.831227] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86346dc4-7755-4921-be8b-31c3be4b2b34 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance 'a02d5d98-5a7f-4bda-9796-feb7b5cd4409' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.876402] env[71147]: INFO nova.compute.manager [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Detaching volume 4d589a52-1180-4319-a0fc-59918c1e9edb [ 849.900049] env[71147]: DEBUG nova.network.neutron [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Successfully created port: 03faaf87-967d-43f2-a48c-ac321fd40d59 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.914871] env[71147]: INFO nova.virt.block_device [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Attempting to driver detach volume 4d589a52-1180-4319-a0fc-59918c1e9edb from mountpoint /dev/sdb [ 849.915216] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 849.915409] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682529', 'volume_id': '4d589a52-1180-4319-a0fc-59918c1e9edb', 'name': 'volume-4d589a52-1180-4319-a0fc-59918c1e9edb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44f6b829-12db-4c48-b2d3-016bc6363dcc', 'attached_at': '', 'detached_at': '', 'volume_id': '4d589a52-1180-4319-a0fc-59918c1e9edb', 'serial': '4d589a52-1180-4319-a0fc-59918c1e9edb'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 849.916342] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bca09cc-cadd-44c1-a7fc-85e62a940831 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.940553] env[71147]: DEBUG nova.compute.manager [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.946049] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2e783354-cc3b-43ac-9b03-2f3ad1b37c0f tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.948643] env[71147]: DEBUG oslo_concurrency.lockutils [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.514s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.948643] env[71147]: DEBUG nova.objects.instance [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lazy-loading 'resources' on Instance uuid 773f7ed4-8264-4332-acba-906d39ae885d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.950620] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e949d3-b21d-4b70-8518-1d2c097b3962 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.954352] env[71147]: DEBUG nova.compute.manager [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Received event network-changed-42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.954552] env[71147]: DEBUG nova.compute.manager [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Refreshing instance network info cache due to event network-changed-42c3baff-3fb1-4abc-9448-5c687a6eb896. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.954787] env[71147]: DEBUG oslo_concurrency.lockutils [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] Acquiring lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.954954] env[71147]: DEBUG oslo_concurrency.lockutils [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] Acquired lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.955148] env[71147]: DEBUG nova.network.neutron [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Refreshing network info cache for port 42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.963548] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad6697a-53cb-4324-bdc6-e1fc7962647c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.991990] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6878b72-a895-4e3b-9cf5-7ae42926a28a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.014573] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] The volume has not been displaced from its original location: [datastore2] volume-4d589a52-1180-4319-a0fc-59918c1e9edb/volume-4d589a52-1180-4319-a0fc-59918c1e9edb.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 850.020904] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.026939] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae50e6bf-5772-4eee-8458-ab01b1633e16 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.052656] env[71147]: DEBUG oslo_vmware.api [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421012, 'name': PowerOffVM_Task, 'duration_secs': 0.291707} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.053958] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.054160] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.054717] env[71147]: DEBUG oslo_vmware.api [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Waiting for the task: (returnval){ [ 850.054717] env[71147]: value = "task-3421013" [ 850.054717] env[71147]: _type = "Task" [ 850.054717] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.054924] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9ddbed5-f64e-44a2-93e4-18996b4a6997 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.065039] env[71147]: DEBUG oslo_vmware.api [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Task: {'id': task-3421013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.100151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.100571] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.142896] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.143175] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.143364] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Deleting the datastore file [datastore1] 25cd3849-8060-45d0-9188-b9aab722bee7 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.144410] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.144690] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c223cb-56ff-43e4-980a-79021869e9c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.151474] env[71147]: DEBUG oslo_vmware.api [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 850.151474] env[71147]: value = "task-3421015" [ 850.151474] env[71147]: _type = "Task" [ 850.151474] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.165020] env[71147]: DEBUG oslo_vmware.api [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.313539] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dacb13-8c80-f5ee-ec27-0ec154801a77, 'name': SearchDatastore_Task, 'duration_secs': 0.017147} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.313851] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.314128] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.314372] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.314521] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.314697] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.314989] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5ef6839-cdfe-49cb-a826-a1986be10708 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.320264] env[71147]: DEBUG nova.network.neutron [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.322394] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "5caf8dbc-925d-4810-af4c-34a1113c475d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.322653] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.322993] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "5caf8dbc-925d-4810-af4c-34a1113c475d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.323097] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.323256] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.326396] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.326596] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.327736] env[71147]: INFO nova.compute.manager [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Terminating instance [ 850.330117] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeefc2c3-df45-465c-8424-90dbaa0ef1af {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.340746] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 850.340746] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5240f41e-3436-e8f4-20c1-3ccdfa45371c" [ 850.340746] env[71147]: _type = "Task" [ 850.340746] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.348922] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5240f41e-3436-e8f4-20c1-3ccdfa45371c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.446730] env[71147]: DEBUG nova.network.neutron [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Updated VIF entry in instance network info cache for port 8f581917-2264-4a54-86ad-fab596aaf698. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.446730] env[71147]: DEBUG nova.network.neutron [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Updating instance_info_cache with network_info: [{"id": "8f581917-2264-4a54-86ad-fab596aaf698", "address": "fa:16:3e:47:ad:96", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f581917-22", "ovs_interfaceid": "8f581917-2264-4a54-86ad-fab596aaf698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.542799] env[71147]: DEBUG oslo_concurrency.lockutils [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquiring lock "53199a9a-b220-4667-9b6a-dde78d872ee8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.543173] env[71147]: DEBUG oslo_concurrency.lockutils [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "53199a9a-b220-4667-9b6a-dde78d872ee8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.543552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquiring lock "53199a9a-b220-4667-9b6a-dde78d872ee8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.543766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "53199a9a-b220-4667-9b6a-dde78d872ee8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.543941] env[71147]: DEBUG oslo_concurrency.lockutils [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "53199a9a-b220-4667-9b6a-dde78d872ee8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.546044] env[71147]: INFO nova.compute.manager [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Terminating instance [ 850.571784] env[71147]: DEBUG oslo_vmware.api [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Task: {'id': task-3421013, 'name': ReconfigVM_Task, 'duration_secs': 0.24455} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.572382] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.580125] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5c0295-d1d8-4bca-b345-ce92670ada61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.598432] env[71147]: DEBUG oslo_vmware.api [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Waiting for the task: (returnval){ [ 850.598432] env[71147]: value = "task-3421016" [ 850.598432] env[71147]: _type = "Task" [ 850.598432] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.604786] env[71147]: DEBUG nova.compute.manager [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.613625] env[71147]: DEBUG oslo_vmware.api [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Task: {'id': task-3421016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.660647] env[71147]: DEBUG oslo_vmware.api [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185736} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.664522] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.664786] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.665030] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.665224] env[71147]: INFO nova.compute.manager [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 850.665466] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.666133] env[71147]: DEBUG nova.compute.manager [-] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.666313] env[71147]: DEBUG nova.network.neutron [-] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.838817] env[71147]: DEBUG nova.compute.manager [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.839133] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.843472] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f59ad-85b1-4bec-afa1-f2e08cb19a00 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.858573] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5240f41e-3436-e8f4-20c1-3ccdfa45371c, 'name': SearchDatastore_Task, 'duration_secs': 0.008565} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.861370] env[71147]: DEBUG nova.network.neutron [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Updating instance_info_cache with network_info: [{"id": "f6fd0111-1afc-4f4f-80bb-de814053a257", "address": "fa:16:3e:cc:48:23", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fd0111-1a", "ovs_interfaceid": "f6fd0111-1afc-4f4f-80bb-de814053a257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.866019] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.866882] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd76685-da5f-4647-9cff-9e85c8b35abb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.869512] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d3764df-a05f-448d-8aca-ba8c97766a13 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.875268] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 850.875268] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52843229-6bff-dc0f-0982-1300da32a3b3" [ 850.875268] env[71147]: _type = "Task" [ 850.875268] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.881877] env[71147]: DEBUG oslo_vmware.api [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 850.881877] env[71147]: value = "task-3421017" [ 850.881877] env[71147]: _type = "Task" [ 850.881877] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.893918] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52843229-6bff-dc0f-0982-1300da32a3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.896752] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.897078] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0796393e-5eeb-429b-8d36-a8129a9eb952/0796393e-5eeb-429b-8d36-a8129a9eb952.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.897388] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4d38cb3-e6e6-4be5-a99e-7a68a7d09336 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.906127] env[71147]: DEBUG oslo_vmware.api [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3421017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.912286] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 850.912286] env[71147]: value = "task-3421018" [ 850.912286] env[71147]: _type = "Task" [ 850.912286] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.923253] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.949266] env[71147]: DEBUG oslo_concurrency.lockutils [req-103cdb24-e7f8-484f-bf46-1d31582336a2 req-4a5d5ed4-5520-4170-bc09-0da3b7304d15 service nova] Releasing lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.954261] env[71147]: DEBUG nova.compute.manager [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.992867] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.993159] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.993323] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.993530] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.993680] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.993825] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.994083] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.994272] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.994448] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.994628] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.994844] env[71147]: DEBUG nova.virt.hardware [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.995809] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362c4290-0d94-4231-ac36-b857d32222a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.008750] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c5198-21b7-4be8-8722-83893a534531 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.038023] env[71147]: DEBUG nova.network.neutron [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updated VIF entry in instance network info cache for port 42c3baff-3fb1-4abc-9448-5c687a6eb896. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.038023] env[71147]: DEBUG nova.network.neutron [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updating instance_info_cache with network_info: [{"id": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "address": "fa:16:3e:27:11:43", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c3baff-3f", "ovs_interfaceid": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.046013] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe08b12d-5a83-416d-81e0-675a1cfc3fd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.050611] env[71147]: DEBUG nova.compute.manager [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.050923] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.054076] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58021dfc-6c13-4328-a813-7c1560554444 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.059389] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bcd8c6-bcd1-4aa7-a8ca-19d6664e0afb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.068243] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.100029] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85cf4c59-4502-4a43-99e9-b95fc8678e29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.100029] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf36a7e-849c-4c5a-b47e-99422b47afe7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.110599] env[71147]: DEBUG oslo_vmware.api [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 851.110599] env[71147]: value = "task-3421019" [ 851.110599] env[71147]: _type = "Task" [ 851.110599] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.123439] env[71147]: DEBUG oslo_vmware.api [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Task: {'id': task-3421016, 'name': ReconfigVM_Task, 'duration_secs': 0.148163} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.125144] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682529', 'volume_id': '4d589a52-1180-4319-a0fc-59918c1e9edb', 'name': 'volume-4d589a52-1180-4319-a0fc-59918c1e9edb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44f6b829-12db-4c48-b2d3-016bc6363dcc', 'attached_at': '', 'detached_at': '', 'volume_id': '4d589a52-1180-4319-a0fc-59918c1e9edb', 'serial': '4d589a52-1180-4319-a0fc-59918c1e9edb'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 851.129019] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895ca35d-d764-4946-9287-663c04d15824 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.140441] env[71147]: DEBUG oslo_vmware.api [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.157530] env[71147]: DEBUG nova.compute.provider_tree [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.160202] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.370758] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "refresh_cache-b9c54d96-6489-4317-8741-55cd45b11959" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.371134] env[71147]: DEBUG nova.compute.manager [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Instance network_info: |[{"id": "f6fd0111-1afc-4f4f-80bb-de814053a257", "address": "fa:16:3e:cc:48:23", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fd0111-1a", "ovs_interfaceid": "f6fd0111-1afc-4f4f-80bb-de814053a257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.371593] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:48:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6fd0111-1afc-4f4f-80bb-de814053a257', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.381249] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.382220] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.383183] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e81ddc-3e65-4089-bca0-04e268510866 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.409400] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.409400] env[71147]: value = "task-3421020" [ 851.409400] env[71147]: _type = "Task" [ 851.409400] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.413510] env[71147]: DEBUG oslo_vmware.api [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3421017, 'name': PowerOffVM_Task, 'duration_secs': 0.252701} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.419814] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.420014] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.420275] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cccb265f-723b-448e-a6f1-59b68ded979f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.428274] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421020, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.431099] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488702} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.431331] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0796393e-5eeb-429b-8d36-a8129a9eb952/0796393e-5eeb-429b-8d36-a8129a9eb952.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.432032] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.432305] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b0dd722-fbe5-478e-920c-3fe8bd53828a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.440334] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 851.440334] env[71147]: value = "task-3421022" [ 851.440334] env[71147]: _type = "Task" [ 851.440334] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.482783] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 851.483218] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682534', 'volume_id': '8debf019-a135-4e6f-8453-711f7e3de14e', 'name': 'volume-8debf019-a135-4e6f-8453-711f7e3de14e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc', 'attached_at': '', 'detached_at': '', 'volume_id': '8debf019-a135-4e6f-8453-711f7e3de14e', 'serial': '8debf019-a135-4e6f-8453-711f7e3de14e'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 851.484469] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77837691-2244-4619-8f77-d976a95f3b20 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.504022] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdadac0a-355e-475a-835e-85395fa437e6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.507689] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.508142] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.508142] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Deleting the datastore file [datastore2] 5caf8dbc-925d-4810-af4c-34a1113c475d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.508434] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b192137-9497-4cd6-adc4-acc103739a53 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.537949] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-8debf019-a135-4e6f-8453-711f7e3de14e/volume-8debf019-a135-4e6f-8453-711f7e3de14e.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.540631] env[71147]: DEBUG oslo_concurrency.lockutils [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] Releasing lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.540973] env[71147]: DEBUG nova.compute.manager [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Received event network-changed-42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.541228] env[71147]: DEBUG nova.compute.manager [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Refreshing instance network info cache due to event network-changed-42c3baff-3fb1-4abc-9448-5c687a6eb896. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.541540] env[71147]: DEBUG oslo_concurrency.lockutils [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] Acquiring lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.541729] env[71147]: DEBUG oslo_concurrency.lockutils [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] Acquired lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.541994] env[71147]: DEBUG nova.network.neutron [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Refreshing network info cache for port 42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.543374] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79b00a6d-e10b-4531-aa9e-1ceddea5d6ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.562026] env[71147]: DEBUG oslo_vmware.api [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 851.562026] env[71147]: value = "task-3421023" [ 851.562026] env[71147]: _type = "Task" [ 851.562026] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.568814] env[71147]: DEBUG oslo_vmware.api [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 851.568814] env[71147]: value = "task-3421024" [ 851.568814] env[71147]: _type = "Task" [ 851.568814] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.578884] env[71147]: DEBUG oslo_vmware.api [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3421023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.585774] env[71147]: DEBUG oslo_vmware.api [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.621599] env[71147]: DEBUG oslo_vmware.api [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421019, 'name': PowerOffVM_Task, 'duration_secs': 0.228273} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.623353] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.623561] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.624024] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0f602b7-42e3-4e3d-b407-3d99c0fe7e72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.662837] env[71147]: DEBUG nova.scheduler.client.report [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.698642] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.698943] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.699884] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Deleting the datastore file [datastore2] 53199a9a-b220-4667-9b6a-dde78d872ee8 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.699884] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12b7f4dd-da08-44cc-b77f-1f1fadbddb0a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.708306] env[71147]: DEBUG oslo_vmware.api [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for the task: (returnval){ [ 851.708306] env[71147]: value = "task-3421026" [ 851.708306] env[71147]: _type = "Task" [ 851.708306] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.720461] env[71147]: DEBUG oslo_vmware.api [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.745197] env[71147]: DEBUG nova.objects.instance [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Lazy-loading 'flavor' on Instance uuid 44f6b829-12db-4c48-b2d3-016bc6363dcc {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.923252] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421020, 'name': CreateVM_Task, 'duration_secs': 0.35293} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.923252] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.923711] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.923902] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.924260] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.924558] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c169982a-eeb1-43fd-b36b-22f982755f82 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.929388] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 851.929388] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c0af1a-6de0-2b01-d6a1-96a01b0f32bf" [ 851.929388] env[71147]: _type = "Task" [ 851.929388] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.939353] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c0af1a-6de0-2b01-d6a1-96a01b0f32bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.947983] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077713} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.948277] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.949057] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c1a58-8538-4603-82b1-ce8e8e989d44 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.972948] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 0796393e-5eeb-429b-8d36-a8129a9eb952/0796393e-5eeb-429b-8d36-a8129a9eb952.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.975329] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16bbe07a-2bd3-4e98-a3a6-d19f068085c5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.996332] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 851.996332] env[71147]: value = "task-3421027" [ 851.996332] env[71147]: _type = "Task" [ 851.996332] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.003119] env[71147]: DEBUG nova.compute.manager [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Received event network-vif-plugged-f6fd0111-1afc-4f4f-80bb-de814053a257 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.003289] env[71147]: DEBUG oslo_concurrency.lockutils [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] Acquiring lock "b9c54d96-6489-4317-8741-55cd45b11959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.003489] env[71147]: DEBUG oslo_concurrency.lockutils [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] Lock "b9c54d96-6489-4317-8741-55cd45b11959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.003650] env[71147]: DEBUG oslo_concurrency.lockutils [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] Lock "b9c54d96-6489-4317-8741-55cd45b11959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.003811] env[71147]: DEBUG nova.compute.manager [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] No waiting events found dispatching network-vif-plugged-f6fd0111-1afc-4f4f-80bb-de814053a257 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.004030] env[71147]: WARNING nova.compute.manager [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Received unexpected event network-vif-plugged-f6fd0111-1afc-4f4f-80bb-de814053a257 for instance with vm_state building and task_state spawning. [ 852.004200] env[71147]: DEBUG nova.compute.manager [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Received event network-changed-f6fd0111-1afc-4f4f-80bb-de814053a257 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.004354] env[71147]: DEBUG nova.compute.manager [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Refreshing instance network info cache due to event network-changed-f6fd0111-1afc-4f4f-80bb-de814053a257. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.004536] env[71147]: DEBUG oslo_concurrency.lockutils [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] Acquiring lock "refresh_cache-b9c54d96-6489-4317-8741-55cd45b11959" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.004669] env[71147]: DEBUG oslo_concurrency.lockutils [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] Acquired lock "refresh_cache-b9c54d96-6489-4317-8741-55cd45b11959" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.004819] env[71147]: DEBUG nova.network.neutron [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Refreshing network info cache for port f6fd0111-1afc-4f4f-80bb-de814053a257 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.009971] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.078936] env[71147]: DEBUG oslo_vmware.api [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3421023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190044} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.080191] env[71147]: DEBUG nova.network.neutron [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updated VIF entry in instance network info cache for port 42c3baff-3fb1-4abc-9448-5c687a6eb896. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.080636] env[71147]: DEBUG nova.network.neutron [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updating instance_info_cache with network_info: [{"id": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "address": "fa:16:3e:27:11:43", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c3baff-3f", "ovs_interfaceid": "42c3baff-3fb1-4abc-9448-5c687a6eb896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.082402] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.082601] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.082777] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.082949] env[71147]: INFO nova.compute.manager [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 852.083230] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.083787] env[71147]: DEBUG nova.compute.manager [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.083895] env[71147]: DEBUG nova.network.neutron [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.090261] env[71147]: DEBUG oslo_vmware.api [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.158544] env[71147]: DEBUG nova.network.neutron [-] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.169394] env[71147]: DEBUG oslo_concurrency.lockutils [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.173020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.731s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.173275] env[71147]: DEBUG nova.objects.instance [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lazy-loading 'resources' on Instance uuid 2180892e-eea1-4d70-a1a0-52394bd134ae {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.194200] env[71147]: INFO nova.scheduler.client.report [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted allocations for instance 773f7ed4-8264-4332-acba-906d39ae885d [ 852.221118] env[71147]: DEBUG oslo_vmware.api [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Task: {'id': task-3421026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148852} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.221699] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.221699] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.221699] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.221938] env[71147]: INFO nova.compute.manager [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 852.222084] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.223102] env[71147]: DEBUG nova.compute.manager [-] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.223102] env[71147]: DEBUG nova.network.neutron [-] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.285042] env[71147]: DEBUG nova.network.neutron [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Successfully updated port: 03faaf87-967d-43f2-a48c-ac321fd40d59 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.307500] env[71147]: DEBUG nova.compute.manager [req-d00b0f5b-13ae-47a8-841e-a36c87d6e230 req-bb74b863-082e-40d6-8b98-c1859c43f7e1 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Received event network-changed-d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.307500] env[71147]: DEBUG nova.compute.manager [req-d00b0f5b-13ae-47a8-841e-a36c87d6e230 req-bb74b863-082e-40d6-8b98-c1859c43f7e1 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing instance network info cache due to event network-changed-d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.308368] env[71147]: DEBUG oslo_concurrency.lockutils [req-d00b0f5b-13ae-47a8-841e-a36c87d6e230 req-bb74b863-082e-40d6-8b98-c1859c43f7e1 service nova] Acquiring lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.308975] env[71147]: DEBUG oslo_concurrency.lockutils [req-d00b0f5b-13ae-47a8-841e-a36c87d6e230 req-bb74b863-082e-40d6-8b98-c1859c43f7e1 service nova] Acquired lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.308975] env[71147]: DEBUG nova.network.neutron [req-d00b0f5b-13ae-47a8-841e-a36c87d6e230 req-bb74b863-082e-40d6-8b98-c1859c43f7e1 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing network info cache for port d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.444892] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c0af1a-6de0-2b01-d6a1-96a01b0f32bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.445205] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.445484] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.448760] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.448946] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.449329] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.450192] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dd6bf80-25a0-44e8-9cc6-4890bac5b7bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.460907] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.462393] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.462393] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66cc2cea-9782-424a-80d8-d563ce825905 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.472019] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 852.472019] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5238d5b4-b7e1-8902-89a2-94cdc8a733d1" [ 852.472019] env[71147]: _type = "Task" [ 852.472019] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.479947] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5238d5b4-b7e1-8902-89a2-94cdc8a733d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.515634] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421027, 'name': ReconfigVM_Task, 'duration_secs': 0.291216} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.516058] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 0796393e-5eeb-429b-8d36-a8129a9eb952/0796393e-5eeb-429b-8d36-a8129a9eb952.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.517417] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88624673-42c5-4b5e-8154-8f3c59debaf2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.524482] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 852.524482] env[71147]: value = "task-3421029" [ 852.524482] env[71147]: _type = "Task" [ 852.524482] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.534261] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421029, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.582238] env[71147]: DEBUG oslo_vmware.api [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421024, 'name': ReconfigVM_Task, 'duration_secs': 0.53642} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.582528] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-8debf019-a135-4e6f-8453-711f7e3de14e/volume-8debf019-a135-4e6f-8453-711f7e3de14e.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.587758] env[71147]: DEBUG oslo_concurrency.lockutils [req-a222aaff-dc0d-4d5b-b328-54ad8bcead07 req-afff135b-4379-423c-968f-19c2f3f2239b service nova] Releasing lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.588386] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2f3419-08d8-4ef6-96ed-9f38e4963785 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.613216] env[71147]: DEBUG oslo_vmware.api [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 852.613216] env[71147]: value = "task-3421030" [ 852.613216] env[71147]: _type = "Task" [ 852.613216] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.630574] env[71147]: DEBUG oslo_vmware.api [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.661047] env[71147]: INFO nova.compute.manager [-] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Took 1.99 seconds to deallocate network for instance. [ 852.711707] env[71147]: DEBUG oslo_concurrency.lockutils [None req-795560ce-35b2-4f3c-99a6-0219b618da52 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "773f7ed4-8264-4332-acba-906d39ae885d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.314s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.752683] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b0859bbb-9536-444f-a12c-0740f21f033d tempest-VolumesAssistedSnapshotsTest-659796942 tempest-VolumesAssistedSnapshotsTest-659796942-project-admin] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.380s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.788607] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "refresh_cache-8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.788754] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired lock "refresh_cache-8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.788903] env[71147]: DEBUG nova.network.neutron [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.796007] env[71147]: DEBUG nova.network.neutron [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Port 2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 852.796283] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.796437] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.796598] env[71147]: DEBUG nova.network.neutron [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.981946] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5238d5b4-b7e1-8902-89a2-94cdc8a733d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.985362] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f51c89a2-2dff-4c1a-a982-fc1daef5a868 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.992405] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 852.992405] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523df696-6703-fbfc-e336-b30dd4be50e5" [ 852.992405] env[71147]: _type = "Task" [ 852.992405] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.004274] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523df696-6703-fbfc-e336-b30dd4be50e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.004533] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.004783] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b9c54d96-6489-4317-8741-55cd45b11959/b9c54d96-6489-4317-8741-55cd45b11959.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.005066] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6dda25e-65db-43df-a56d-40cb214895f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.012935] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 853.012935] env[71147]: value = "task-3421031" [ 853.012935] env[71147]: _type = "Task" [ 853.012935] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.020973] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.033272] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421029, 'name': Rename_Task, 'duration_secs': 0.160826} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.034250] env[71147]: DEBUG nova.network.neutron [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Updated VIF entry in instance network info cache for port f6fd0111-1afc-4f4f-80bb-de814053a257. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.034605] env[71147]: DEBUG nova.network.neutron [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Updating instance_info_cache with network_info: [{"id": "f6fd0111-1afc-4f4f-80bb-de814053a257", "address": "fa:16:3e:cc:48:23", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fd0111-1a", "ovs_interfaceid": "f6fd0111-1afc-4f4f-80bb-de814053a257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.035850] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.040361] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ed00ca2-b486-40f9-acc2-a6b9ee625947 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.042887] env[71147]: DEBUG nova.network.neutron [-] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.049125] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 853.049125] env[71147]: value = "task-3421032" [ 853.049125] env[71147]: _type = "Task" [ 853.049125] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.062079] env[71147]: DEBUG nova.network.neutron [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.069740] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421032, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.128968] env[71147]: DEBUG oslo_vmware.api [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421030, 'name': ReconfigVM_Task, 'duration_secs': 0.301507} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.132161] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682534', 'volume_id': '8debf019-a135-4e6f-8453-711f7e3de14e', 'name': 'volume-8debf019-a135-4e6f-8453-711f7e3de14e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc', 'attached_at': '', 'detached_at': '', 'volume_id': '8debf019-a135-4e6f-8453-711f7e3de14e', 'serial': '8debf019-a135-4e6f-8453-711f7e3de14e'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 853.168385] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.219962] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bbab0e-88d3-40d1-80b0-c2f6accb9050 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.227782] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fbfb0f-0ab5-403b-9dde-1ba372a39491 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.263288] env[71147]: DEBUG nova.network.neutron [req-d00b0f5b-13ae-47a8-841e-a36c87d6e230 req-bb74b863-082e-40d6-8b98-c1859c43f7e1 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updated VIF entry in instance network info cache for port d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.263669] env[71147]: DEBUG nova.network.neutron [req-d00b0f5b-13ae-47a8-841e-a36c87d6e230 req-bb74b863-082e-40d6-8b98-c1859c43f7e1 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updating instance_info_cache with network_info: [{"id": "d78b9581-1313-402e-a183-e90148f82ceb", "address": "fa:16:3e:71:91:33", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78b9581-13", "ovs_interfaceid": "d78b9581-1313-402e-a183-e90148f82ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.265920] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d2bbc9-e01e-4afc-aca7-c0eed0dbfcfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.275317] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce417d-cc5f-4bc5-a6d0-308b5a770296 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.299403] env[71147]: DEBUG nova.compute.provider_tree [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.360531] env[71147]: DEBUG nova.network.neutron [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.527140] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421031, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.544983] env[71147]: DEBUG oslo_concurrency.lockutils [req-07d5fece-a539-4fca-bb9c-6b5e35670c2b req-ea61128b-f928-4a27-8eb4-4a6397171785 service nova] Releasing lock "refresh_cache-b9c54d96-6489-4317-8741-55cd45b11959" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.545200] env[71147]: INFO nova.compute.manager [-] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Took 1.32 seconds to deallocate network for instance. [ 853.559466] env[71147]: DEBUG oslo_concurrency.lockutils [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "c7151826-0752-4112-a25b-59e79d482872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.560196] env[71147]: DEBUG oslo_concurrency.lockutils [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "c7151826-0752-4112-a25b-59e79d482872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.560196] env[71147]: DEBUG oslo_concurrency.lockutils [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "c7151826-0752-4112-a25b-59e79d482872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.560196] env[71147]: DEBUG oslo_concurrency.lockutils [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "c7151826-0752-4112-a25b-59e79d482872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.560595] env[71147]: DEBUG oslo_concurrency.lockutils [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "c7151826-0752-4112-a25b-59e79d482872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.565024] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421032, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.565024] env[71147]: INFO nova.compute.manager [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Took 1.48 seconds to deallocate network for instance. [ 853.566805] env[71147]: INFO nova.compute.manager [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Terminating instance [ 853.714179] env[71147]: DEBUG nova.network.neutron [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Updating instance_info_cache with network_info: [{"id": "03faaf87-967d-43f2-a48c-ac321fd40d59", "address": "fa:16:3e:8a:82:50", "network": {"id": "8e6c4c3c-20f4-42fd-87db-e6b02608d9f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1810342985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f1e98843904823bbbee297b39164cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03faaf87-96", "ovs_interfaceid": "03faaf87-967d-43f2-a48c-ac321fd40d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.769566] env[71147]: DEBUG oslo_concurrency.lockutils [req-d00b0f5b-13ae-47a8-841e-a36c87d6e230 req-bb74b863-082e-40d6-8b98-c1859c43f7e1 service nova] Releasing lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.769873] env[71147]: DEBUG nova.compute.manager [req-d00b0f5b-13ae-47a8-841e-a36c87d6e230 req-bb74b863-082e-40d6-8b98-c1859c43f7e1 service nova] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Received event network-vif-deleted-94ae3c07-8503-40e1-882a-d42aa21be01a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.776741] env[71147]: DEBUG nova.network.neutron [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance_info_cache with network_info: [{"id": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "address": "fa:16:3e:a7:2a:fa", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec1259f-eb", "ovs_interfaceid": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.805042] env[71147]: DEBUG nova.scheduler.client.report [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.029638] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54853} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.030338] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b9c54d96-6489-4317-8741-55cd45b11959/b9c54d96-6489-4317-8741-55cd45b11959.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.030547] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.030884] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-819dc4d8-71be-4fc6-b664-fccbaf08affc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.039024] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 854.039024] env[71147]: value = "task-3421033" [ 854.039024] env[71147]: _type = "Task" [ 854.039024] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.047532] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.055530] env[71147]: DEBUG oslo_concurrency.lockutils [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.061995] env[71147]: DEBUG oslo_vmware.api [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421032, 'name': PowerOnVM_Task, 'duration_secs': 0.733141} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.062310] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.062521] env[71147]: INFO nova.compute.manager [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Took 8.54 seconds to spawn the instance on the hypervisor. [ 854.062697] env[71147]: DEBUG nova.compute.manager [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.063503] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e23590-48e8-4812-b8d2-776a528eccd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.073229] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.073798] env[71147]: DEBUG nova.compute.manager [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.073991] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.074743] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78cc815-08ed-42bb-a2e1-0b4c210097f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.082504] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.082751] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73dc6c50-1faf-47c5-86c6-e1ad00117536 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.090882] env[71147]: DEBUG oslo_vmware.api [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 854.090882] env[71147]: value = "task-3421034" [ 854.090882] env[71147]: _type = "Task" [ 854.090882] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.100642] env[71147]: DEBUG oslo_vmware.api [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.156752] env[71147]: DEBUG nova.compute.manager [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Received event network-vif-plugged-03faaf87-967d-43f2-a48c-ac321fd40d59 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.156752] env[71147]: DEBUG oslo_concurrency.lockutils [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] Acquiring lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.156752] env[71147]: DEBUG oslo_concurrency.lockutils [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] Lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.156976] env[71147]: DEBUG oslo_concurrency.lockutils [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] Lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.157122] env[71147]: DEBUG nova.compute.manager [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] No waiting events found dispatching network-vif-plugged-03faaf87-967d-43f2-a48c-ac321fd40d59 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.157314] env[71147]: WARNING nova.compute.manager [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Received unexpected event network-vif-plugged-03faaf87-967d-43f2-a48c-ac321fd40d59 for instance with vm_state building and task_state spawning. [ 854.157480] env[71147]: DEBUG nova.compute.manager [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Received event network-changed-03faaf87-967d-43f2-a48c-ac321fd40d59 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.157634] env[71147]: DEBUG nova.compute.manager [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Refreshing instance network info cache due to event network-changed-03faaf87-967d-43f2-a48c-ac321fd40d59. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.157799] env[71147]: DEBUG oslo_concurrency.lockutils [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] Acquiring lock "refresh_cache-8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.193041] env[71147]: DEBUG nova.objects.instance [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lazy-loading 'flavor' on Instance uuid 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.219144] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Releasing lock "refresh_cache-8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.219538] env[71147]: DEBUG nova.compute.manager [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Instance network_info: |[{"id": "03faaf87-967d-43f2-a48c-ac321fd40d59", "address": "fa:16:3e:8a:82:50", "network": {"id": "8e6c4c3c-20f4-42fd-87db-e6b02608d9f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1810342985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f1e98843904823bbbee297b39164cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03faaf87-96", "ovs_interfaceid": "03faaf87-967d-43f2-a48c-ac321fd40d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.219896] env[71147]: DEBUG oslo_concurrency.lockutils [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] Acquired lock "refresh_cache-8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.220064] env[71147]: DEBUG nova.network.neutron [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Refreshing network info cache for port 03faaf87-967d-43f2-a48c-ac321fd40d59 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.221881] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:82:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03faaf87-967d-43f2-a48c-ac321fd40d59', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.228698] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.229808] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.230145] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33fbb861-a5a1-478a-bf23-bfb15edba753 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.252256] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.252256] env[71147]: value = "task-3421035" [ 854.252256] env[71147]: _type = "Task" [ 854.252256] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.260096] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421035, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.281205] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.311819] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.314812] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.463s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.316982] env[71147]: INFO nova.compute.claims [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.333486] env[71147]: DEBUG nova.compute.manager [req-70086025-4ace-4da8-8d5c-0cefbad58099 req-dd010239-c788-40fe-8a89-af2a749f07af service nova] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Received event network-vif-deleted-589b3aad-7aac-4828-b184-a5707773cbdf {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.336242] env[71147]: INFO nova.scheduler.client.report [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Deleted allocations for instance 2180892e-eea1-4d70-a1a0-52394bd134ae [ 854.445346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.520902] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "5caf8dbc-925d-4810-af4c-34a1113c475d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.550456] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088233} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.550818] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.551696] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b428d4a-ae3e-40dc-b020-4245b187363c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.580294] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b9c54d96-6489-4317-8741-55cd45b11959/b9c54d96-6489-4317-8741-55cd45b11959.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.585233] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3986aa-f3bc-4dd9-83b5-9d2501e9f526 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.605507] env[71147]: INFO nova.compute.manager [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Took 30.55 seconds to build instance. [ 854.612478] env[71147]: DEBUG oslo_vmware.api [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421034, 'name': PowerOffVM_Task, 'duration_secs': 0.424888} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.613580] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.614165] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.614165] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 854.614165] env[71147]: value = "task-3421036" [ 854.614165] env[71147]: _type = "Task" [ 854.614165] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.614374] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-722cc3f2-dbfe-4676-9ae6-1e625c190f91 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.625749] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.705592] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f2d33ba2-01c9-4dd9-9cd9-a3a46476dc56 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.847s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.706620] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.261s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.706958] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.707231] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.707440] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.709156] env[71147]: INFO nova.compute.manager [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Terminating instance [ 854.719311] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.719453] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.719682] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleting the datastore file [datastore1] c7151826-0752-4112-a25b-59e79d482872 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.720401] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-330c824e-506b-48ca-b0cc-cbd22bfac3b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.727369] env[71147]: DEBUG oslo_vmware.api [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 854.727369] env[71147]: value = "task-3421038" [ 854.727369] env[71147]: _type = "Task" [ 854.727369] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.738348] env[71147]: DEBUG oslo_vmware.api [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.762456] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421035, 'name': CreateVM_Task, 'duration_secs': 0.412956} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.764704] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.765383] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.765551] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.765879] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.766437] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b096ab2-125d-44e2-a5c9-0c7a2d0b294a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.771421] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 854.771421] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c6a501-9953-8758-25f3-03e008e3ac2e" [ 854.771421] env[71147]: _type = "Task" [ 854.771421] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.780351] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c6a501-9953-8758-25f3-03e008e3ac2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.784342] env[71147]: DEBUG nova.compute.manager [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71147) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 854.784494] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.843869] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a96cc52-2b46-4f9d-825f-554093e4b001 tempest-ListServerFiltersTestJSON-1641915528 tempest-ListServerFiltersTestJSON-1641915528-project-member] Lock "2180892e-eea1-4d70-a1a0-52394bd134ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.443s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.947843] env[71147]: DEBUG nova.network.neutron [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Updated VIF entry in instance network info cache for port 03faaf87-967d-43f2-a48c-ac321fd40d59. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.948387] env[71147]: DEBUG nova.network.neutron [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Updating instance_info_cache with network_info: [{"id": "03faaf87-967d-43f2-a48c-ac321fd40d59", "address": "fa:16:3e:8a:82:50", "network": {"id": "8e6c4c3c-20f4-42fd-87db-e6b02608d9f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1810342985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f1e98843904823bbbee297b39164cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03faaf87-96", "ovs_interfaceid": "03faaf87-967d-43f2-a48c-ac321fd40d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.061230] env[71147]: DEBUG oslo_concurrency.lockutils [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquiring lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.061575] env[71147]: DEBUG oslo_concurrency.lockutils [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.061846] env[71147]: DEBUG oslo_concurrency.lockutils [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquiring lock "44f6b829-12db-4c48-b2d3-016bc6363dcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.062101] env[71147]: DEBUG oslo_concurrency.lockutils [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.062312] env[71147]: DEBUG oslo_concurrency.lockutils [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.064873] env[71147]: INFO nova.compute.manager [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Terminating instance [ 855.107886] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bb0ab7d0-223c-4e54-8229-97f663abb0d6 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "0796393e-5eeb-429b-8d36-a8129a9eb952" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.064s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.128458] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.213980] env[71147]: DEBUG nova.compute.manager [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.213980] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.213980] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7067adab-db56-4751-8531-2636604119ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.221499] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 855.221499] env[71147]: value = "task-3421039" [ 855.221499] env[71147]: _type = "Task" [ 855.221499] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.231020] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.238144] env[71147]: DEBUG oslo_vmware.api [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.282784] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c6a501-9953-8758-25f3-03e008e3ac2e, 'name': SearchDatastore_Task, 'duration_secs': 0.05971} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.283130] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.283365] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.283611] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.283780] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.284043] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.284346] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a55b1b75-ac39-4622-af14-990eb0acde29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.292985] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.293211] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.293992] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a2439a-4fb6-4146-91f7-77e885cacb92 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.299874] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 855.299874] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52036295-170c-6e4c-aa65-4b43082c026e" [ 855.299874] env[71147]: _type = "Task" [ 855.299874] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.309909] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52036295-170c-6e4c-aa65-4b43082c026e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.452665] env[71147]: DEBUG oslo_concurrency.lockutils [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] Releasing lock "refresh_cache-8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.452665] env[71147]: DEBUG nova.compute.manager [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Received event network-vif-deleted-42c3baff-3fb1-4abc-9448-5c687a6eb896 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.452665] env[71147]: DEBUG nova.compute.manager [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Received event network-changed-d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.452665] env[71147]: DEBUG nova.compute.manager [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing instance network info cache due to event network-changed-d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.452665] env[71147]: DEBUG oslo_concurrency.lockutils [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] Acquiring lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.452665] env[71147]: DEBUG oslo_concurrency.lockutils [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] Acquired lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.452665] env[71147]: DEBUG nova.network.neutron [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Refreshing network info cache for port d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.568589] env[71147]: DEBUG nova.compute.manager [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.568812] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.569756] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275f0c83-0f95-4d3a-81ae-c61d445463bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.577041] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.579502] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c038b3-6ab2-4409-a551-dd8da02fc6f3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.587061] env[71147]: DEBUG oslo_vmware.api [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 855.587061] env[71147]: value = "task-3421040" [ 855.587061] env[71147]: _type = "Task" [ 855.587061] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.598751] env[71147]: DEBUG oslo_vmware.api [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3421040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.625434] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421036, 'name': ReconfigVM_Task, 'duration_secs': 0.791086} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.627912] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b9c54d96-6489-4317-8741-55cd45b11959/b9c54d96-6489-4317-8741-55cd45b11959.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.629030] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20775e2c-4928-47e0-b93f-0e6e8388314a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.635033] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 855.635033] env[71147]: value = "task-3421041" [ 855.635033] env[71147]: _type = "Task" [ 855.635033] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.646108] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421041, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.734399] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421039, 'name': PowerOffVM_Task, 'duration_secs': 0.218794} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.740769] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.740994] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 855.741346] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682534', 'volume_id': '8debf019-a135-4e6f-8453-711f7e3de14e', 'name': 'volume-8debf019-a135-4e6f-8453-711f7e3de14e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc', 'attached_at': '', 'detached_at': '', 'volume_id': '8debf019-a135-4e6f-8453-711f7e3de14e', 'serial': '8debf019-a135-4e6f-8453-711f7e3de14e'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 855.744177] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fd14ef-6bb0-4461-a56e-09a119976339 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.751556] env[71147]: DEBUG oslo_vmware.api [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561978} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.767953] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.768252] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.768483] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.768640] env[71147]: INFO nova.compute.manager [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: c7151826-0752-4112-a25b-59e79d482872] Took 1.69 seconds to destroy the instance on the hypervisor. [ 855.768891] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.771803] env[71147]: DEBUG nova.compute.manager [-] [instance: c7151826-0752-4112-a25b-59e79d482872] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.771919] env[71147]: DEBUG nova.network.neutron [-] [instance: c7151826-0752-4112-a25b-59e79d482872] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.774057] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee01dd-7036-442e-8ef9-bb2549b8ec5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.781601] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187ae58d-a3e2-48c6-8593-c0f3044d5546 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.809926] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa96009b-f08a-4919-aaaf-5443ca9dfcdf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.818485] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52036295-170c-6e4c-aa65-4b43082c026e, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.831010] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] The volume has not been displaced from its original location: [datastore1] volume-8debf019-a135-4e6f-8453-711f7e3de14e/volume-8debf019-a135-4e6f-8453-711f7e3de14e.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 855.836349] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 855.839744] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6caa3da2-801d-4511-91de-bd0502ab6cde {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.842213] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-869465da-eeec-404b-baf5-1bb13ec3e493 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.861187] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 855.861187] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52283332-4b4d-c0a4-9759-9ce5f83d8e01" [ 855.861187] env[71147]: _type = "Task" [ 855.861187] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.869028] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 855.869028] env[71147]: value = "task-3421042" [ 855.869028] env[71147]: _type = "Task" [ 855.869028] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.872266] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52283332-4b4d-c0a4-9759-9ce5f83d8e01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.876985] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.898070] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ee7f8-476c-43cb-90dd-e16d33dcc509 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.905331] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0a5458-49a3-4299-80fa-5a2b2eeca8db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.935646] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1f69a5-c0b1-44a0-b1d2-5f15f476719f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.943167] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a85d1c-b61b-49e5-b01a-ec68b224c4ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.960129] env[71147]: DEBUG nova.compute.provider_tree [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.098352] env[71147]: DEBUG oslo_vmware.api [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3421040, 'name': PowerOffVM_Task, 'duration_secs': 0.208971} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.098980] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.099387] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.099749] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7df7319f-c470-4707-aefa-11ad171290e1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.146137] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421041, 'name': Rename_Task, 'duration_secs': 0.168921} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.148511] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.151034] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3027cbe0-f5d7-4fce-acfa-dcf70796ee54 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.156019] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 856.156019] env[71147]: value = "task-3421044" [ 856.156019] env[71147]: _type = "Task" [ 856.156019] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.164939] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.177190] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.177447] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.177628] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Deleting the datastore file [datastore2] 44f6b829-12db-4c48-b2d3-016bc6363dcc {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.178182] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab8952ab-5a01-45c9-ad62-9353f396cff1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.186089] env[71147]: DEBUG oslo_vmware.api [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for the task: (returnval){ [ 856.186089] env[71147]: value = "task-3421045" [ 856.186089] env[71147]: _type = "Task" [ 856.186089] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.195023] env[71147]: DEBUG oslo_vmware.api [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3421045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.257672] env[71147]: DEBUG nova.compute.manager [req-e7b11250-b95c-49da-95d0-526f80457650 req-c4f4e7fa-a3e4-41c6-8674-d32d92cd9a38 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Received event network-vif-deleted-3d9c90fc-94fe-4f72-9454-0e21a19e57d3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.257841] env[71147]: INFO nova.compute.manager [req-e7b11250-b95c-49da-95d0-526f80457650 req-c4f4e7fa-a3e4-41c6-8674-d32d92cd9a38 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Neutron deleted interface 3d9c90fc-94fe-4f72-9454-0e21a19e57d3; detaching it from the instance and deleting it from the info cache [ 856.258037] env[71147]: DEBUG nova.network.neutron [req-e7b11250-b95c-49da-95d0-526f80457650 req-c4f4e7fa-a3e4-41c6-8674-d32d92cd9a38 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.285949] env[71147]: DEBUG nova.network.neutron [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updated VIF entry in instance network info cache for port d78b9581-1313-402e-a183-e90148f82ceb. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.286459] env[71147]: DEBUG nova.network.neutron [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updating instance_info_cache with network_info: [{"id": "d78b9581-1313-402e-a183-e90148f82ceb", "address": "fa:16:3e:71:91:33", "network": {"id": "f3b4e925-2df1-4c72-be88-d4833416c038", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1396005170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b99650993fb4bc4ba6ecaf4236217dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78b9581-13", "ovs_interfaceid": "d78b9581-1313-402e-a183-e90148f82ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.382218] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52283332-4b4d-c0a4-9759-9ce5f83d8e01, 'name': SearchDatastore_Task, 'duration_secs': 0.023822} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.387803] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.388301] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d/8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.388730] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421042, 'name': ReconfigVM_Task, 'duration_secs': 0.506963} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.389039] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef193080-78bd-4ee8-b324-ab0e4f65421a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.392679] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 856.399760] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-219f802f-c10d-44d2-964f-de85fe978a1f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.414369] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 856.414369] env[71147]: value = "task-3421046" [ 856.414369] env[71147]: _type = "Task" [ 856.414369] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.415799] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 856.415799] env[71147]: value = "task-3421047" [ 856.415799] env[71147]: _type = "Task" [ 856.415799] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.429411] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.433865] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.463690] env[71147]: DEBUG nova.scheduler.client.report [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.668071] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421044, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.670587] env[71147]: DEBUG nova.network.neutron [-] [instance: c7151826-0752-4112-a25b-59e79d482872] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.698431] env[71147]: DEBUG oslo_vmware.api [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Task: {'id': task-3421045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183273} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.698697] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.698880] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.699161] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.699379] env[71147]: INFO nova.compute.manager [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 856.699640] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.699843] env[71147]: DEBUG nova.compute.manager [-] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.699931] env[71147]: DEBUG nova.network.neutron [-] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.760921] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f91d94db-6421-4524-afab-acd3d8f9ea71 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.772157] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cb7dfc-fe4d-4e7d-b4d9-ffc4238ec4ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.789281] env[71147]: DEBUG oslo_concurrency.lockutils [req-2cd56f3a-9ed3-4d17-9a9c-be4672d11422 req-614b2d37-7634-4d56-9bc4-d07bf0559fbc service nova] Releasing lock "refresh_cache-f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.812089] env[71147]: DEBUG nova.compute.manager [req-e7b11250-b95c-49da-95d0-526f80457650 req-c4f4e7fa-a3e4-41c6-8674-d32d92cd9a38 service nova] [instance: c7151826-0752-4112-a25b-59e79d482872] Detach interface failed, port_id=3d9c90fc-94fe-4f72-9454-0e21a19e57d3, reason: Instance c7151826-0752-4112-a25b-59e79d482872 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.926783] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421046, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.932093] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421047, 'name': ReconfigVM_Task, 'duration_secs': 0.163134} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.932792] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682534', 'volume_id': '8debf019-a135-4e6f-8453-711f7e3de14e', 'name': 'volume-8debf019-a135-4e6f-8453-711f7e3de14e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc', 'attached_at': '', 'detached_at': '', 'volume_id': '8debf019-a135-4e6f-8453-711f7e3de14e', 'serial': '8debf019-a135-4e6f-8453-711f7e3de14e'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 856.932792] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.933590] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1925b65d-d907-40db-804b-3a034727d3a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.942812] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.943146] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09860fbc-86bc-437e-b5de-828c720830d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.971569] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.972235] env[71147]: DEBUG nova.compute.manager [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.979027] env[71147]: DEBUG oslo_concurrency.lockutils [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.444s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.979027] env[71147]: DEBUG nova.objects.instance [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lazy-loading 'resources' on Instance uuid cb8145a0-b491-43f0-944a-7b357693200f {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.011975] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.012286] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.012487] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleting the datastore file [datastore2] 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.013392] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb5aa252-0fe8-425c-9f42-d1054ac7d8bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.021024] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 857.021024] env[71147]: value = "task-3421049" [ 857.021024] env[71147]: _type = "Task" [ 857.021024] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.030202] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.078106] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "5df4b4cb-4e55-48b3-b50f-155e7194c010" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.078491] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "5df4b4cb-4e55-48b3-b50f-155e7194c010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.170022] env[71147]: DEBUG oslo_vmware.api [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421044, 'name': PowerOnVM_Task, 'duration_secs': 0.522498} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.170022] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.170022] env[71147]: INFO nova.compute.manager [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Took 8.94 seconds to spawn the instance on the hypervisor. [ 857.170022] env[71147]: DEBUG nova.compute.manager [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.170022] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b36bf6-8d35-475e-8aed-f4681d9bd965 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.175328] env[71147]: INFO nova.compute.manager [-] [instance: c7151826-0752-4112-a25b-59e79d482872] Took 1.40 seconds to deallocate network for instance. [ 857.426441] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584996} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.426733] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d/8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.427237] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.427316] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1139446-5b25-4cf3-a80f-b0bb16255a21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.433517] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 857.433517] env[71147]: value = "task-3421050" [ 857.433517] env[71147]: _type = "Task" [ 857.433517] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.441744] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.478263] env[71147]: DEBUG nova.compute.utils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.483749] env[71147]: DEBUG nova.compute.manager [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.483749] env[71147]: DEBUG nova.network.neutron [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.531623] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.539170] env[71147]: DEBUG nova.policy [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd64898f19cd4e3a9374cbe962d725b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f41b4df0bd8c43cfb77745220bd12e08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.584518] env[71147]: DEBUG nova.compute.manager [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.685681] env[71147]: DEBUG oslo_concurrency.lockutils [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.690467] env[71147]: INFO nova.compute.manager [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Took 32.31 seconds to build instance. [ 857.928569] env[71147]: DEBUG nova.network.neutron [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Successfully created port: 0071092e-f883-4a73-8f61-b9d10c4964d1 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.947122] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116917} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.947578] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.948393] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e93bf72-26b3-45c8-aa0d-e90a20c69cd8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.970844] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d/8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.973833] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9737cf8-5ece-448d-a5d1-0d4669a09b1a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.989417] env[71147]: DEBUG nova.compute.manager [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.991830] env[71147]: DEBUG nova.network.neutron [-] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.004597] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 858.004597] env[71147]: value = "task-3421051" [ 858.004597] env[71147]: _type = "Task" [ 858.004597] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.016419] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421051, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.032298] env[71147]: DEBUG oslo_vmware.api [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527499} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.033544] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.033735] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.033910] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.034095] env[71147]: INFO nova.compute.manager [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Took 2.82 seconds to destroy the instance on the hypervisor. [ 858.034375] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.035394] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acb7133-396a-45e3-9461-b70b58923af5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.037904] env[71147]: DEBUG nova.compute.manager [-] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.038014] env[71147]: DEBUG nova.network.neutron [-] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.046229] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d89deb-94f1-4dda-9cc1-255168f1b96a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.079251] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda83556-b0e2-47c1-b4c5-759de2a8c4c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.087611] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60455139-4569-4e7b-8ed1-cb80bc716a12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.108670] env[71147]: DEBUG nova.compute.provider_tree [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.108670] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.192438] env[71147]: DEBUG oslo_concurrency.lockutils [None req-55170816-dd2e-46e0-8df9-fcf835608a55 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "b9c54d96-6489-4317-8741-55cd45b11959" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.819s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.419936] env[71147]: DEBUG nova.compute.manager [req-db9fce08-5238-4808-a23e-81a1366a619d req-7c89e1aa-8e22-4870-a3d0-ca84aac93b2c service nova] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Received event network-vif-deleted-bb987fde-0e23-48ad-b8e4-a68472a89680 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.500957] env[71147]: INFO nova.compute.manager [-] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Took 1.80 seconds to deallocate network for instance. [ 858.520149] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421051, 'name': ReconfigVM_Task, 'duration_secs': 0.377724} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.520472] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d/8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.521233] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3a883e4-4097-4340-8c41-1c919365ad08 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.528086] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 858.528086] env[71147]: value = "task-3421052" [ 858.528086] env[71147]: _type = "Task" [ 858.528086] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.538667] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421052, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.614026] env[71147]: DEBUG nova.scheduler.client.report [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.724458] env[71147]: INFO nova.compute.manager [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Rescuing [ 858.724784] env[71147]: DEBUG oslo_concurrency.lockutils [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "refresh_cache-b9c54d96-6489-4317-8741-55cd45b11959" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.725010] env[71147]: DEBUG oslo_concurrency.lockutils [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "refresh_cache-b9c54d96-6489-4317-8741-55cd45b11959" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.725203] env[71147]: DEBUG nova.network.neutron [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.003024] env[71147]: DEBUG nova.compute.manager [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.013378] env[71147]: DEBUG oslo_concurrency.lockutils [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.014834] env[71147]: DEBUG nova.network.neutron [-] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.034902] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.035181] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.036603] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.036933] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.037116] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.037270] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.037479] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.038033] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.038244] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.038418] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.038595] env[71147]: DEBUG nova.virt.hardware [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.040452] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bbcb8a-9698-431d-8e3e-dddb5b587306 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.046496] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421052, 'name': Rename_Task, 'duration_secs': 0.179811} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.047146] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.047408] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e02f733-88b9-4fe6-9b92-d1faf1c94947 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.052282] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73562641-3462-4eaa-93f1-a9eb26ab7ac9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.057679] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 859.057679] env[71147]: value = "task-3421053" [ 859.057679] env[71147]: _type = "Task" [ 859.057679] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.074507] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421053, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.119147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.121502] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.273s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.121737] env[71147]: DEBUG nova.objects.instance [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lazy-loading 'resources' on Instance uuid eecd9b9f-34e7-4461-9598-8b20cffc6986 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.143792] env[71147]: INFO nova.scheduler.client.report [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Deleted allocations for instance cb8145a0-b491-43f0-944a-7b357693200f [ 859.468258] env[71147]: DEBUG nova.network.neutron [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Updating instance_info_cache with network_info: [{"id": "f6fd0111-1afc-4f4f-80bb-de814053a257", "address": "fa:16:3e:cc:48:23", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6fd0111-1a", "ovs_interfaceid": "f6fd0111-1afc-4f4f-80bb-de814053a257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.519290] env[71147]: INFO nova.compute.manager [-] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Took 1.48 seconds to deallocate network for instance. [ 859.569112] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.651998] env[71147]: DEBUG oslo_concurrency.lockutils [None req-875b52fa-bfca-4bce-9000-b001676d6f99 tempest-ServerTagsTestJSON-420786443 tempest-ServerTagsTestJSON-420786443-project-member] Lock "cb8145a0-b491-43f0-944a-7b357693200f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.639s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.821240] env[71147]: DEBUG nova.network.neutron [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Successfully updated port: 0071092e-f883-4a73-8f61-b9d10c4964d1 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.971643] env[71147]: DEBUG oslo_concurrency.lockutils [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "refresh_cache-b9c54d96-6489-4317-8741-55cd45b11959" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.069829] env[71147]: DEBUG oslo_vmware.api [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421053, 'name': PowerOnVM_Task, 'duration_secs': 0.558536} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.071436] env[71147]: INFO nova.compute.manager [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Took 0.55 seconds to detach 1 volumes for instance. [ 860.073130] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.073366] env[71147]: INFO nova.compute.manager [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Took 9.12 seconds to spawn the instance on the hypervisor. [ 860.073548] env[71147]: DEBUG nova.compute.manager [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.076707] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e08bb-5326-45e6-a938-eb155940b46b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.094882] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83aa96f-2c5d-4506-bf1e-97a2f9b9fad4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.102584] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4b9f34-0518-413e-a5fb-1f2070a24fdd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.136171] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb14579c-d656-4206-91a7-c650ca07674b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.144214] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f48096-2c33-467a-9815-c4baa64bd497 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.157883] env[71147]: DEBUG nova.compute.provider_tree [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.324142] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.324299] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.324449] env[71147]: DEBUG nova.network.neutron [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.462740] env[71147]: DEBUG nova.compute.manager [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Received event network-vif-deleted-2e582226-fe54-4ca1-b481-4764a5580301 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.462940] env[71147]: DEBUG nova.compute.manager [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Received event network-vif-plugged-0071092e-f883-4a73-8f61-b9d10c4964d1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.463580] env[71147]: DEBUG oslo_concurrency.lockutils [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] Acquiring lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.463580] env[71147]: DEBUG oslo_concurrency.lockutils [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.463580] env[71147]: DEBUG oslo_concurrency.lockutils [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.463769] env[71147]: DEBUG nova.compute.manager [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] No waiting events found dispatching network-vif-plugged-0071092e-f883-4a73-8f61-b9d10c4964d1 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.463812] env[71147]: WARNING nova.compute.manager [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Received unexpected event network-vif-plugged-0071092e-f883-4a73-8f61-b9d10c4964d1 for instance with vm_state building and task_state spawning. [ 860.463960] env[71147]: DEBUG nova.compute.manager [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Received event network-changed-0071092e-f883-4a73-8f61-b9d10c4964d1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.464194] env[71147]: DEBUG nova.compute.manager [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Refreshing instance network info cache due to event network-changed-0071092e-f883-4a73-8f61-b9d10c4964d1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.464368] env[71147]: DEBUG oslo_concurrency.lockutils [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] Acquiring lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.583987] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.599487] env[71147]: INFO nova.compute.manager [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Took 34.32 seconds to build instance. [ 860.661683] env[71147]: DEBUG nova.scheduler.client.report [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.871697] env[71147]: DEBUG nova.network.neutron [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.049975] env[71147]: DEBUG nova.network.neutron [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance_info_cache with network_info: [{"id": "0071092e-f883-4a73-8f61-b9d10c4964d1", "address": "fa:16:3e:9d:22:43", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0071092e-f8", "ovs_interfaceid": "0071092e-f883-4a73-8f61-b9d10c4964d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.101411] env[71147]: DEBUG oslo_concurrency.lockutils [None req-68053c90-4a94-4f2c-b16d-4003b763ec2d tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.829s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.168214] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.171487] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.191s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.171487] env[71147]: DEBUG nova.objects.instance [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lazy-loading 'resources' on Instance uuid 70e6b67e-c00f-4e11-beae-84e3f95904ac {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.195489] env[71147]: INFO nova.scheduler.client.report [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Deleted allocations for instance eecd9b9f-34e7-4461-9598-8b20cffc6986 [ 861.512948] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.513327] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a706c9b-5edf-475c-a1b8-2ad20ad0474d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.524107] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 861.524107] env[71147]: value = "task-3421054" [ 861.524107] env[71147]: _type = "Task" [ 861.524107] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.539807] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.555765] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.556105] env[71147]: DEBUG nova.compute.manager [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Instance network_info: |[{"id": "0071092e-f883-4a73-8f61-b9d10c4964d1", "address": "fa:16:3e:9d:22:43", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0071092e-f8", "ovs_interfaceid": "0071092e-f883-4a73-8f61-b9d10c4964d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.556738] env[71147]: DEBUG oslo_concurrency.lockutils [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] Acquired lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.556989] env[71147]: DEBUG nova.network.neutron [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Refreshing network info cache for port 0071092e-f883-4a73-8f61-b9d10c4964d1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.559622] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:22:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0071092e-f883-4a73-8f61-b9d10c4964d1', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.568984] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.569454] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.570830] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ce80c2f-4e85-4e8d-826a-88a598302e2e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.591278] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.591278] env[71147]: value = "task-3421055" [ 861.591278] env[71147]: _type = "Task" [ 861.591278] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.604881] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421055, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.707302] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0e99d97-3b32-4dd5-8799-c585bbe88d15 tempest-ImagesOneServerTestJSON-1662922748 tempest-ImagesOneServerTestJSON-1662922748-project-member] Lock "eecd9b9f-34e7-4461-9598-8b20cffc6986" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.432s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.039859] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421054, 'name': PowerOffVM_Task, 'duration_secs': 0.236456} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.042698] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.044062] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c60749-0d21-4261-9264-eca360dbd6fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.069801] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0db934-aad3-47d7-88cb-ca1a01b8804e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.101949] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421055, 'name': CreateVM_Task, 'duration_secs': 0.354059} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.103899] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.104842] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.105093] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.105448] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.106043] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b2d9d2-bc70-42ee-bb11-f4a8dee058e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.110532] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 862.110532] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5257b29b-0043-da3d-a9dd-86642dca3579" [ 862.110532] env[71147]: _type = "Task" [ 862.110532] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.112590] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.112918] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2f0a3d6-fa9c-4861-ad04-a0050559268d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.131012] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5257b29b-0043-da3d-a9dd-86642dca3579, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.131012] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.131012] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.131012] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.131012] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.131012] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.131012] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 862.131012] env[71147]: value = "task-3421056" [ 862.131012] env[71147]: _type = "Task" [ 862.131012] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.134025] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b821e2a1-b6b7-4b58-9745-ad603cdde43b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.154187] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 862.154407] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.154683] env[71147]: DEBUG oslo_concurrency.lockutils [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.154908] env[71147]: DEBUG oslo_concurrency.lockutils [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.155162] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.155366] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.155490] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.156597] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-238d8e0c-f01f-4fb1-89fa-0461c9fe7e68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.159264] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5e6fb4-1ce8-49c2-8c0d-18dd02c05a12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.167297] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 862.167297] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528ae213-b6dd-d18e-44ae-9700a0c15ade" [ 862.167297] env[71147]: _type = "Task" [ 862.167297] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.171038] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.171118] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.172683] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0605fc-bc54-4adb-9bd3-ef8549aef190 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.178200] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528ae213-b6dd-d18e-44ae-9700a0c15ade, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.181672] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adce2df6-a597-4ee8-8ebe-f0c5f45963b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.185177] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 862.185177] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c8cb1b-2364-4b40-29aa-68460a574ef9" [ 862.185177] env[71147]: _type = "Task" [ 862.185177] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.190160] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 862.190160] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5219ecef-4bf2-67c9-b5b8-a2679fcfa9c5" [ 862.190160] env[71147]: _type = "Task" [ 862.190160] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.202475] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c8cb1b-2364-4b40-29aa-68460a574ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.008713} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.202475] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41467e56-c447-40b9-b490-e65d28127264 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.207214] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5219ecef-4bf2-67c9-b5b8-a2679fcfa9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009164} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.209916] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.210244] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 7af1fa13-7a1d-40ed-8450-9c2a30fad113/7af1fa13-7a1d-40ed-8450-9c2a30fad113.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.210766] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24e3422d-93cd-43ae-8855-61c6fe10844a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.214236] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 862.214236] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fae208-0e4a-c48b-f153-5436fd4ea902" [ 862.214236] env[71147]: _type = "Task" [ 862.214236] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.221757] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 862.221757] env[71147]: value = "task-3421057" [ 862.221757] env[71147]: _type = "Task" [ 862.221757] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.230561] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fae208-0e4a-c48b-f153-5436fd4ea902, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.231186] env[71147]: DEBUG oslo_concurrency.lockutils [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.231186] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b9c54d96-6489-4317-8741-55cd45b11959/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. {{(pid=71147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 862.231452] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c3941f-7873-40cc-9fdb-3d2a89bbe02e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.236453] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.243257] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 862.243257] env[71147]: value = "task-3421058" [ 862.243257] env[71147]: _type = "Task" [ 862.243257] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.256615] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.281932] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb42fd3-aa5e-4c7d-bd07-e303df655f9e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.291864] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9201a4d-291c-4d71-ba9f-243693922689 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.323114] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe7a005-b0d0-43e1-9365-4e20829b16a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.331051] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc695be-81b0-4795-a537-571e384a44b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.347493] env[71147]: DEBUG nova.compute.provider_tree [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.482894] env[71147]: DEBUG nova.network.neutron [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updated VIF entry in instance network info cache for port 0071092e-f883-4a73-8f61-b9d10c4964d1. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.483293] env[71147]: DEBUG nova.network.neutron [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance_info_cache with network_info: [{"id": "0071092e-f883-4a73-8f61-b9d10c4964d1", "address": "fa:16:3e:9d:22:43", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0071092e-f8", "ovs_interfaceid": "0071092e-f883-4a73-8f61-b9d10c4964d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.541507] env[71147]: DEBUG nova.compute.manager [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.542605] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db28b0a-cda0-400f-8e00-d745b2246293 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.734420] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421057, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.758132] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.856099] env[71147]: DEBUG nova.scheduler.client.report [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.986487] env[71147]: DEBUG oslo_concurrency.lockutils [req-23263e19-997d-4bdf-a5e7-ce1bf13393f5 req-595b0f3d-3ba6-43b0-a732-cb8cc9cc7d3b service nova] Releasing lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.057817] env[71147]: INFO nova.compute.manager [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] instance snapshotting [ 863.063065] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca5be6-3858-468f-95d7-2f050d45ffec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.085116] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905f05d-2fb2-4700-8e52-2b5402418592 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.236298] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613153} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.236621] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 7af1fa13-7a1d-40ed-8450-9c2a30fad113/7af1fa13-7a1d-40ed-8450-9c2a30fad113.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.237724] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.238191] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e71b1501-935f-4dda-ab27-45c742fef9f4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.246292] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 863.246292] env[71147]: value = "task-3421059" [ 863.246292] env[71147]: _type = "Task" [ 863.246292] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.263372] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.264126] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601813} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.264126] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b9c54d96-6489-4317-8741-55cd45b11959/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. [ 863.264790] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807148a0-d8e3-4491-8f0e-d76eaed1f5a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.296951] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b9c54d96-6489-4317-8741-55cd45b11959/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.297657] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f857bc3-5116-4702-8704-2e1fa7cbfa96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.319815] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 863.319815] env[71147]: value = "task-3421060" [ 863.319815] env[71147]: _type = "Task" [ 863.319815] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.328007] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.361630] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.366160] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.593s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.366160] env[71147]: DEBUG nova.objects.instance [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lazy-loading 'resources' on Instance uuid e7a2e505-50de-467a-a184-51ffa5c34d86 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.387321] env[71147]: INFO nova.scheduler.client.report [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted allocations for instance 70e6b67e-c00f-4e11-beae-84e3f95904ac [ 863.599844] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.600194] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7fe50e20-c3d7-4010-a71f-606beb8efac6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.613376] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 863.613376] env[71147]: value = "task-3421061" [ 863.613376] env[71147]: _type = "Task" [ 863.613376] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.623107] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421061, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.759633] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066383} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.759899] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.760694] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c60077e-3083-49ee-b5ba-714d5cb4187a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.777501] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Acquiring lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.777768] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.778015] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Acquiring lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.778221] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.778392] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.789694] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 7af1fa13-7a1d-40ed-8450-9c2a30fad113/7af1fa13-7a1d-40ed-8450-9c2a30fad113.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.790404] env[71147]: INFO nova.compute.manager [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Terminating instance [ 863.791834] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfee7fa3-6cd5-4603-aa8d-209f4f6b997c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.818149] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 863.818149] env[71147]: value = "task-3421062" [ 863.818149] env[71147]: _type = "Task" [ 863.818149] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.830548] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421062, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.833408] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421060, 'name': ReconfigVM_Task, 'duration_secs': 0.321681} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.833663] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b9c54d96-6489-4317-8741-55cd45b11959/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.834472] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc478e3-8712-4c61-9558-c0b41217ec7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.860830] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8179d971-fc77-4415-b87f-6a7ec7830458 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.879518] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 863.879518] env[71147]: value = "task-3421063" [ 863.879518] env[71147]: _type = "Task" [ 863.879518] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.887952] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.893904] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa17eb6b-1f02-4343-a917-7b5f06a4e1f3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "70e6b67e-c00f-4e11-beae-84e3f95904ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.686s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.128257] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421061, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.313995] env[71147]: DEBUG nova.compute.manager [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.314281] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.315113] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d8ab98a-4ccc-4b51-b1c4-e9e5a20900da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.324527] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46a6c7e-8f96-4a18-9740-e9e65a7807ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.327315] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for the task: (returnval){ [ 864.327315] env[71147]: value = "task-3421064" [ 864.327315] env[71147]: _type = "Task" [ 864.327315] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.340847] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421062, 'name': ReconfigVM_Task, 'duration_secs': 0.32322} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.340847] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e9f6b-f579-49fd-9579-372e72121a9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.343915] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 7af1fa13-7a1d-40ed-8450-9c2a30fad113/7af1fa13-7a1d-40ed-8450-9c2a30fad113.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.347254] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c244636-5859-418d-b819-6ea7bd84a02a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.349920] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3421064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.379158] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70df6890-a69d-4b42-9668-f9d8e2429eb4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.382273] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 864.382273] env[71147]: value = "task-3421065" [ 864.382273] env[71147]: _type = "Task" [ 864.382273] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.397952] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf0949-270b-4fc4-b9c3-a7771ea96a63 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.402321] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421065, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.402828] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421063, 'name': ReconfigVM_Task, 'duration_secs': 0.172779} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.403148] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.403871] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60ffec9d-69b7-4e8e-8757-97b290ed6f8d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.414348] env[71147]: DEBUG nova.compute.provider_tree [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.420787] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 864.420787] env[71147]: value = "task-3421066" [ 864.420787] env[71147]: _type = "Task" [ 864.420787] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.429152] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.625743] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421061, 'name': CreateSnapshot_Task, 'duration_secs': 0.987997} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.625743] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.626605] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99285b6e-beed-4b2f-a9be-6daf447e7692 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.837713] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3421064, 'name': PowerOffVM_Task, 'duration_secs': 0.292171} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.838086] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.838383] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 864.838601] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682391', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'name': 'volume-baad4e94-16c0-4cf1-8101-f642e0f87ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'serial': 'baad4e94-16c0-4cf1-8101-f642e0f87ede'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 864.839428] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8f3ebf-38a1-411c-916c-b7c14fde0ff3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.860097] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3418d0-0b27-430b-bce6-4a7b4c578396 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.867074] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8044408-9c32-40d2-b72b-e5ce12f26666 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.888300] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413df493-c3af-4aac-98f9-b17b9c49d79e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.897921] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421065, 'name': Rename_Task, 'duration_secs': 0.158601} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.908781] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.909135] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] The volume has not been displaced from its original location: [datastore2] volume-baad4e94-16c0-4cf1-8101-f642e0f87ede/volume-baad4e94-16c0-4cf1-8101-f642e0f87ede.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 864.914395] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 864.914696] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-536c037a-a61c-4862-a99b-49248b482754 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.916366] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0628700-1d23-4d75-9801-dc04bb0b5352 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.930611] env[71147]: DEBUG nova.scheduler.client.report [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.943884] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 864.943884] env[71147]: value = "task-3421067" [ 864.943884] env[71147]: _type = "Task" [ 864.943884] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.951869] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for the task: (returnval){ [ 864.951869] env[71147]: value = "task-3421068" [ 864.951869] env[71147]: _type = "Task" [ 864.951869] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.952425] env[71147]: DEBUG oslo_vmware.api [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421066, 'name': PowerOnVM_Task, 'duration_secs': 0.410646} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.953902] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.956405] env[71147]: DEBUG nova.compute.manager [None req-97c03fa0-ad1b-41ef-9da7-e134a4f3af72 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.963763] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d02d4-bc96-4d67-a5ef-ffa678061be7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.966410] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421067, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.972475] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3421068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.144016] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.144349] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b008775f-e7db-41b6-91ce-30d774bb9089 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.156619] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 865.156619] env[71147]: value = "task-3421069" [ 865.156619] env[71147]: _type = "Task" [ 865.156619] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.169907] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421069, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.438660] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.441405] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.609s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.442956] env[71147]: INFO nova.compute.claims [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.455032] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421067, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.462908] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3421068, 'name': ReconfigVM_Task, 'duration_secs': 0.270106} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.463394] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 865.470949] env[71147]: INFO nova.scheduler.client.report [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Deleted allocations for instance e7a2e505-50de-467a-a184-51ffa5c34d86 [ 865.471994] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5176224a-6003-4e1d-8c5c-efd24c71f8a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.502471] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for the task: (returnval){ [ 865.502471] env[71147]: value = "task-3421070" [ 865.502471] env[71147]: _type = "Task" [ 865.502471] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.512941] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3421070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.667996] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421069, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.959550] env[71147]: DEBUG oslo_vmware.api [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421067, 'name': PowerOnVM_Task, 'duration_secs': 0.690944} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.959854] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.960040] env[71147]: INFO nova.compute.manager [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Took 6.96 seconds to spawn the instance on the hypervisor. [ 865.960256] env[71147]: DEBUG nova.compute.manager [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.961101] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85741b33-f6fd-4303-b6d4-234e81a885a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.999078] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0ed38b5c-9bdf-4d42-bd69-71430081b0c8 tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "e7a2e505-50de-467a-a184-51ffa5c34d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.870s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.015613] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3421070, 'name': ReconfigVM_Task, 'duration_secs': 0.289302} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.015976] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682391', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'name': 'volume-baad4e94-16c0-4cf1-8101-f642e0f87ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'baad4e94-16c0-4cf1-8101-f642e0f87ede', 'serial': 'baad4e94-16c0-4cf1-8101-f642e0f87ede'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 866.016271] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.017143] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4b7099-83f2-4789-a94c-ac052990e8e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.025870] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.026138] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6de70631-830a-4965-b6b7-01c8f3910647 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.100122] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.100224] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.100368] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Deleting the datastore file [datastore2] c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.100634] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03a04959-e69f-4b0c-8c7c-39db36a1e219 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.106708] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for the task: (returnval){ [ 866.106708] env[71147]: value = "task-3421072" [ 866.106708] env[71147]: _type = "Task" [ 866.106708] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.114672] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3421072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.167154] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421069, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.489917] env[71147]: INFO nova.compute.manager [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Took 36.67 seconds to build instance. [ 866.620240] env[71147]: DEBUG oslo_vmware.api [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Task: {'id': task-3421072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10328} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.620758] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.620997] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.621574] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.621574] env[71147]: INFO nova.compute.manager [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Took 2.31 seconds to destroy the instance on the hypervisor. [ 866.621781] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.622075] env[71147]: DEBUG nova.compute.manager [-] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.623655] env[71147]: DEBUG nova.network.neutron [-] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.667891] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421069, 'name': CloneVM_Task, 'duration_secs': 1.491016} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.672127] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Created linked-clone VM from snapshot [ 866.675867] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b547998-eb80-4faf-9610-c2f09ffb17eb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.689466] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Uploading image fcd29e87-08fe-4a49-bea2-881f313c2db7 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 866.710031] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 866.712898] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00400cb3-30d2-4926-9aaa-05c93a99969f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.717610] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 866.717610] env[71147]: value = "task-3421074" [ 866.717610] env[71147]: _type = "Task" [ 866.717610] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.732173] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421074, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.991469] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c52080-71ea-402d-8250-7270c292c9c8 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.181s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.091597] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d87650c-08af-4075-9d0b-10289e0517a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.101704] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6306c619-861a-4e48-906d-9a217ddba025 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.147445] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc29ec1-5185-40e9-8884-9cadf5828de9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.154245] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d794030-07dd-46c2-9299-09ef03d5b81a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.173385] env[71147]: DEBUG nova.compute.provider_tree [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.233014] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421074, 'name': Destroy_Task, 'duration_secs': 0.447076} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.234845] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Destroyed the VM [ 867.234845] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.235121] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1961a0a-be0a-48fc-b9ba-f58ceed247e9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.244903] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 867.244903] env[71147]: value = "task-3421075" [ 867.244903] env[71147]: _type = "Task" [ 867.244903] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.256222] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421075, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.656866] env[71147]: DEBUG nova.compute.manager [req-9c8ae525-1ef3-4476-8b99-dd56c596c254 req-672ab161-906b-4bd1-888b-0f1a278f8026 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Received event network-vif-deleted-c2746d30-1f8b-44d9-b44f-ac4749f2e3b2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.657558] env[71147]: INFO nova.compute.manager [req-9c8ae525-1ef3-4476-8b99-dd56c596c254 req-672ab161-906b-4bd1-888b-0f1a278f8026 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Neutron deleted interface c2746d30-1f8b-44d9-b44f-ac4749f2e3b2; detaching it from the instance and deleting it from the info cache [ 867.657558] env[71147]: DEBUG nova.network.neutron [req-9c8ae525-1ef3-4476-8b99-dd56c596c254 req-672ab161-906b-4bd1-888b-0f1a278f8026 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.678026] env[71147]: DEBUG nova.scheduler.client.report [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.694260] env[71147]: INFO nova.compute.manager [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Rescuing [ 867.694260] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.694260] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.694260] env[71147]: DEBUG nova.network.neutron [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.757131] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421075, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.012100] env[71147]: DEBUG nova.network.neutron [-] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.161246] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6db37878-2ea5-4f55-967d-7c4a8d4c5ae9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.173499] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9023c92-317d-416d-8c00-1c94f2ca7eff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.186507] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.186914] env[71147]: DEBUG nova.compute.manager [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.190675] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.762s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.193019] env[71147]: INFO nova.compute.claims [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.223861] env[71147]: DEBUG nova.compute.manager [req-9c8ae525-1ef3-4476-8b99-dd56c596c254 req-672ab161-906b-4bd1-888b-0f1a278f8026 service nova] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Detach interface failed, port_id=c2746d30-1f8b-44d9-b44f-ac4749f2e3b2, reason: Instance c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.259763] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421075, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.460206] env[71147]: DEBUG nova.network.neutron [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Updating instance_info_cache with network_info: [{"id": "8f581917-2264-4a54-86ad-fab596aaf698", "address": "fa:16:3e:47:ad:96", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f581917-22", "ovs_interfaceid": "8f581917-2264-4a54-86ad-fab596aaf698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.514408] env[71147]: INFO nova.compute.manager [-] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Took 1.89 seconds to deallocate network for instance. [ 868.691927] env[71147]: DEBUG nova.compute.utils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.693701] env[71147]: DEBUG nova.compute.manager [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.693701] env[71147]: DEBUG nova.network.neutron [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.738652] env[71147]: DEBUG nova.policy [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd609ddce09154d42822acde3aec61b35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85ddc7986d9b4906be3c1a318e14a299', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.758723] env[71147]: DEBUG oslo_vmware.api [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421075, 'name': RemoveSnapshot_Task, 'duration_secs': 1.04019} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.759134] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 868.778120] env[71147]: DEBUG nova.compute.manager [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Stashing vm_state: active {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 868.962276] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.075071] env[71147]: INFO nova.compute.manager [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Took 0.56 seconds to detach 1 volumes for instance. [ 869.077339] env[71147]: DEBUG nova.compute.manager [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Deleting volume: baad4e94-16c0-4cf1-8101-f642e0f87ede {{(pid=71147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 869.197802] env[71147]: DEBUG nova.compute.manager [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.263391] env[71147]: WARNING nova.compute.manager [None req-d77d531d-6e15-4531-ba1c-57e8c2df4feb tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Image not found during snapshot: nova.exception.ImageNotFound: Image fcd29e87-08fe-4a49-bea2-881f313c2db7 could not be found. [ 869.299247] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.449707] env[71147]: DEBUG nova.network.neutron [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Successfully created port: 497880e0-61d2-47b9-8a12-efc600120fa7 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.588674] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquiring lock "09f50ff6-d66c-4dbf-9163-309a62ded17d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.588845] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "09f50ff6-d66c-4dbf-9163-309a62ded17d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.619552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.850639] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd3194-c69b-41ac-9463-d8796470de67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.860611] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa377b11-2c05-4e1b-a418-f9e07cc28cc0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.898423] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a1a46-56de-4fa7-82f4-bff62b139859 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.913014] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84ddc28-aa4d-4102-818d-574441ee9c1b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.930032] env[71147]: DEBUG nova.compute.provider_tree [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.031039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.031219] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.031279] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.031837] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.031837] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.034278] env[71147]: INFO nova.compute.manager [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Terminating instance [ 870.090977] env[71147]: DEBUG nova.compute.manager [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.214261] env[71147]: DEBUG nova.compute.manager [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.244487] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.244737] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.244923] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.245133] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.245278] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.245419] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.245623] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.245967] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.245967] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.246129] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.246303] env[71147]: DEBUG nova.virt.hardware [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.247268] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73845f0a-8a0d-4741-9f7a-440c786e2b7a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.261063] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b0f831-4975-4393-b166-ab82e72dc495 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.405977] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "0354b1fa-22f0-4148-a226-45514d95efed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.406105] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.406394] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "0354b1fa-22f0-4148-a226-45514d95efed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.406566] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.406795] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.409109] env[71147]: INFO nova.compute.manager [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Terminating instance [ 870.433746] env[71147]: DEBUG nova.scheduler.client.report [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.506400] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.506749] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce0a81c5-4c19-4818-86e4-138933c3834d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.517706] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 870.517706] env[71147]: value = "task-3421077" [ 870.517706] env[71147]: _type = "Task" [ 870.517706] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.528358] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.537286] env[71147]: DEBUG nova.compute.manager [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.537558] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.538441] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8758501-8a8b-450d-9999-ba22575b3adf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.546986] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.547306] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24c527f0-bc13-44ed-8455-d56a53f4e90c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.556770] env[71147]: DEBUG oslo_vmware.api [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 870.556770] env[71147]: value = "task-3421078" [ 870.556770] env[71147]: _type = "Task" [ 870.556770] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.566506] env[71147]: DEBUG oslo_vmware.api [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.620472] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.912870] env[71147]: DEBUG nova.compute.manager [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.913134] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.914105] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbafbcc0-4916-4b4f-bac1-7d3da625abb7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.923417] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.923652] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19409363-fe48-43eb-966e-95536b8133a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.930966] env[71147]: DEBUG oslo_vmware.api [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 870.930966] env[71147]: value = "task-3421079" [ 870.930966] env[71147]: _type = "Task" [ 870.930966] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.940620] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.941143] env[71147]: DEBUG nova.compute.manager [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.943804] env[71147]: DEBUG oslo_vmware.api [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3421079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.944099] env[71147]: DEBUG oslo_concurrency.lockutils [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.686s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.944346] env[71147]: DEBUG nova.objects.instance [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lazy-loading 'resources' on Instance uuid 67a88644-6b2d-4edc-b163-9aba433f8c91 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.031730] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421077, 'name': PowerOffVM_Task, 'duration_secs': 0.28773} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.032228] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.032892] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeab1af-bc5d-43d8-a9a3-2e55b46b0057 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.061967] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1721e1af-1aaa-4e10-99c5-cec3e4925b42 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.068259] env[71147]: DEBUG nova.compute.manager [req-07e35be9-ff59-4602-869e-56f802eaaacc req-ec5ab29b-5af8-4271-a80b-72144544dd6d service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Received event network-vif-plugged-497880e0-61d2-47b9-8a12-efc600120fa7 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.068582] env[71147]: DEBUG oslo_concurrency.lockutils [req-07e35be9-ff59-4602-869e-56f802eaaacc req-ec5ab29b-5af8-4271-a80b-72144544dd6d service nova] Acquiring lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.068729] env[71147]: DEBUG oslo_concurrency.lockutils [req-07e35be9-ff59-4602-869e-56f802eaaacc req-ec5ab29b-5af8-4271-a80b-72144544dd6d service nova] Lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.068839] env[71147]: DEBUG oslo_concurrency.lockutils [req-07e35be9-ff59-4602-869e-56f802eaaacc req-ec5ab29b-5af8-4271-a80b-72144544dd6d service nova] Lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.069013] env[71147]: DEBUG nova.compute.manager [req-07e35be9-ff59-4602-869e-56f802eaaacc req-ec5ab29b-5af8-4271-a80b-72144544dd6d service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] No waiting events found dispatching network-vif-plugged-497880e0-61d2-47b9-8a12-efc600120fa7 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.069182] env[71147]: WARNING nova.compute.manager [req-07e35be9-ff59-4602-869e-56f802eaaacc req-ec5ab29b-5af8-4271-a80b-72144544dd6d service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Received unexpected event network-vif-plugged-497880e0-61d2-47b9-8a12-efc600120fa7 for instance with vm_state building and task_state spawning. [ 871.076445] env[71147]: DEBUG oslo_vmware.api [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421078, 'name': PowerOffVM_Task, 'duration_secs': 0.230943} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.077188] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.077361] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.077712] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4c241fb-045f-4d2d-b879-bf10fc7f0e56 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.112322] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.112692] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d8105bf-549c-4103-a73a-a7f3b3ff2f1f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.120720] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 871.120720] env[71147]: value = "task-3421081" [ 871.120720] env[71147]: _type = "Task" [ 871.120720] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.133196] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.187148] env[71147]: DEBUG nova.network.neutron [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Successfully updated port: 497880e0-61d2-47b9-8a12-efc600120fa7 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.443261] env[71147]: DEBUG oslo_vmware.api [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3421079, 'name': PowerOffVM_Task, 'duration_secs': 0.233129} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.443571] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.444256] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.445441] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fd4884b-90b8-4b91-81dc-c7396645e703 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.451735] env[71147]: DEBUG nova.compute.utils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.456086] env[71147]: DEBUG nova.compute.manager [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.456264] env[71147]: DEBUG nova.network.neutron [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.537297] env[71147]: DEBUG nova.policy [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c516fa907f394c12ad1a0f67d16cc73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b1f3d32d6d34ce09ce9db9409098580', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.636255] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 871.636549] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.637039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.637312] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.638590] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.639100] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96818f60-7261-47c8-9470-3c6080e40c9f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.651329] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.651506] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.652862] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3cb53b9-d9c6-49f1-9ec1-9464e3029782 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.663850] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 871.663850] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529ccb59-072e-2f98-c658-2bd8b1afbbd0" [ 871.663850] env[71147]: _type = "Task" [ 871.663850] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.675575] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529ccb59-072e-2f98-c658-2bd8b1afbbd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.692039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquiring lock "refresh_cache-ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.692039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquired lock "refresh_cache-ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.692039] env[71147]: DEBUG nova.network.neutron [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.880184] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.880184] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.880449] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Deleting the datastore file [datastore1] 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.881512] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a283317c-a3b2-43b0-a650-25b193492071 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.883551] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.883733] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.883898] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Deleting the datastore file [datastore1] 0354b1fa-22f0-4148-a226-45514d95efed {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.884168] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf15dd37-c918-4e8e-9d41-e76613265456 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.892902] env[71147]: DEBUG oslo_vmware.api [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for the task: (returnval){ [ 871.892902] env[71147]: value = "task-3421084" [ 871.892902] env[71147]: _type = "Task" [ 871.892902] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.894340] env[71147]: DEBUG oslo_vmware.api [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 871.894340] env[71147]: value = "task-3421083" [ 871.894340] env[71147]: _type = "Task" [ 871.894340] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.958108] env[71147]: DEBUG nova.network.neutron [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Successfully created port: 26799ee5-cde3-4889-9999-e4209ec62369 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.961478] env[71147]: DEBUG nova.compute.manager [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.004208] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2820453a-5478-4ae0-9b05-ba74ab13492d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.015982] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61d643d-4762-4f52-ae9e-9d12caf6a7a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.052212] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aad06c-d3ca-4500-9ea1-3e63b76ef325 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.061702] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa18498-f7c7-48b9-be0f-ff0eaf811042 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.082585] env[71147]: DEBUG nova.compute.provider_tree [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.178808] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529ccb59-072e-2f98-c658-2bd8b1afbbd0, 'name': SearchDatastore_Task, 'duration_secs': 0.012814} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.180370] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4586f0-e1fe-4fc1-9331-62e1a085f994 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.190100] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 872.190100] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520b79b0-95d6-1693-3009-4c8792065273" [ 872.190100] env[71147]: _type = "Task" [ 872.190100] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.205892] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520b79b0-95d6-1693-3009-4c8792065273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.246448] env[71147]: DEBUG nova.network.neutron [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.407150] env[71147]: DEBUG oslo_vmware.api [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Task: {'id': task-3421084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17614} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.410230] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.410458] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.410638] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.410815] env[71147]: INFO nova.compute.manager [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Took 1.50 seconds to destroy the instance on the hypervisor. [ 872.411075] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.412123] env[71147]: DEBUG oslo_vmware.api [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185251} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.412348] env[71147]: DEBUG nova.compute.manager [-] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.412453] env[71147]: DEBUG nova.network.neutron [-] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.414273] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.414426] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.414602] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.414766] env[71147]: INFO nova.compute.manager [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Took 1.88 seconds to destroy the instance on the hypervisor. [ 872.414986] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.415199] env[71147]: DEBUG nova.compute.manager [-] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.415373] env[71147]: DEBUG nova.network.neutron [-] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.534334] env[71147]: DEBUG nova.network.neutron [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Updating instance_info_cache with network_info: [{"id": "497880e0-61d2-47b9-8a12-efc600120fa7", "address": "fa:16:3e:bb:19:18", "network": {"id": "8a22d0c1-9af8-44e0-8698-386e88c21140", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1547342514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ddc7986d9b4906be3c1a318e14a299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497880e0-61", "ovs_interfaceid": "497880e0-61d2-47b9-8a12-efc600120fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.585806] env[71147]: DEBUG nova.scheduler.client.report [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.707249] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520b79b0-95d6-1693-3009-4c8792065273, 'name': SearchDatastore_Task, 'duration_secs': 0.012752} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.707568] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.707837] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0796393e-5eeb-429b-8d36-a8129a9eb952/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. {{(pid=71147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 872.708258] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3398ea0e-f3c6-427b-a57e-c24d68c67a8a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.716257] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 872.716257] env[71147]: value = "task-3421085" [ 872.716257] env[71147]: _type = "Task" [ 872.716257] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.727600] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.963284] env[71147]: DEBUG nova.compute.manager [req-e34b9c2f-7a58-432c-80de-7ceb8522b716 req-49191442-b882-4191-9d1f-157de88ac15a service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Received event network-vif-deleted-03faaf87-967d-43f2-a48c-ac321fd40d59 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.963545] env[71147]: INFO nova.compute.manager [req-e34b9c2f-7a58-432c-80de-7ceb8522b716 req-49191442-b882-4191-9d1f-157de88ac15a service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Neutron deleted interface 03faaf87-967d-43f2-a48c-ac321fd40d59; detaching it from the instance and deleting it from the info cache [ 872.963725] env[71147]: DEBUG nova.network.neutron [req-e34b9c2f-7a58-432c-80de-7ceb8522b716 req-49191442-b882-4191-9d1f-157de88ac15a service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.976849] env[71147]: DEBUG nova.compute.manager [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.012749] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.013061] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.013231] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.013886] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.013991] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.014172] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.015198] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.015391] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.015569] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.015738] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.015916] env[71147]: DEBUG nova.virt.hardware [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.016823] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0fcccc-51a0-438f-9aa5-25eab6a93a8f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.027377] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e7f01-0692-4bff-9837-240f82e1a913 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.037811] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Releasing lock "refresh_cache-ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.038181] env[71147]: DEBUG nova.compute.manager [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Instance network_info: |[{"id": "497880e0-61d2-47b9-8a12-efc600120fa7", "address": "fa:16:3e:bb:19:18", "network": {"id": "8a22d0c1-9af8-44e0-8698-386e88c21140", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1547342514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ddc7986d9b4906be3c1a318e14a299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497880e0-61", "ovs_interfaceid": "497880e0-61d2-47b9-8a12-efc600120fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.038585] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:19:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '497880e0-61d2-47b9-8a12-efc600120fa7', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.046495] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Creating folder: Project (85ddc7986d9b4906be3c1a318e14a299). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.054622] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10d0b7a9-6e11-41ba-a934-1963eed77d28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.071449] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Created folder: Project (85ddc7986d9b4906be3c1a318e14a299) in parent group-v682378. [ 873.071652] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Creating folder: Instances. Parent ref: group-v682543. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.071901] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-697aa663-035c-4b1c-bbb4-807a8e132c1e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.082591] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Created folder: Instances in parent group-v682543. [ 873.082833] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.083671] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.083671] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5140e151-889a-4fb9-8099-7d33992ac567 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.103020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.103020] env[71147]: DEBUG nova.compute.manager [req-9df92507-c36b-4fea-b6db-9d97b6196982 req-f63f0f9e-f152-4efa-8702-281b4b894a12 service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Received event network-changed-497880e0-61d2-47b9-8a12-efc600120fa7 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.103838] env[71147]: DEBUG nova.compute.manager [req-9df92507-c36b-4fea-b6db-9d97b6196982 req-f63f0f9e-f152-4efa-8702-281b4b894a12 service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Refreshing instance network info cache due to event network-changed-497880e0-61d2-47b9-8a12-efc600120fa7. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.103838] env[71147]: DEBUG oslo_concurrency.lockutils [req-9df92507-c36b-4fea-b6db-9d97b6196982 req-f63f0f9e-f152-4efa-8702-281b4b894a12 service nova] Acquiring lock "refresh_cache-ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.103965] env[71147]: DEBUG oslo_concurrency.lockutils [req-9df92507-c36b-4fea-b6db-9d97b6196982 req-f63f0f9e-f152-4efa-8702-281b4b894a12 service nova] Acquired lock "refresh_cache-ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.104145] env[71147]: DEBUG nova.network.neutron [req-9df92507-c36b-4fea-b6db-9d97b6196982 req-f63f0f9e-f152-4efa-8702-281b4b894a12 service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Refreshing network info cache for port 497880e0-61d2-47b9-8a12-efc600120fa7 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.105451] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.241s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.105669] env[71147]: DEBUG nova.objects.instance [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lazy-loading 'resources' on Instance uuid 8b4a12c5-5af6-4d1f-8e7b-953b856567b2 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.119739] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.119739] env[71147]: value = "task-3421088" [ 873.119739] env[71147]: _type = "Task" [ 873.119739] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.132860] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421088, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.134141] env[71147]: INFO nova.scheduler.client.report [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted allocations for instance 67a88644-6b2d-4edc-b163-9aba433f8c91 [ 873.237126] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421085, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.402957] env[71147]: DEBUG nova.network.neutron [-] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.467946] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-192fe1b9-9f33-46b0-a8a6-ad8cb41cf11e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.479209] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16d980c-8e76-4bee-a72d-d25da8390db4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.520186] env[71147]: DEBUG nova.compute.manager [req-e34b9c2f-7a58-432c-80de-7ceb8522b716 req-49191442-b882-4191-9d1f-157de88ac15a service nova] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Detach interface failed, port_id=03faaf87-967d-43f2-a48c-ac321fd40d59, reason: Instance 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.629815] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421088, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.648499] env[71147]: DEBUG oslo_concurrency.lockutils [None req-075494fd-773d-4258-9a00-9446f4a2e536 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "67a88644-6b2d-4edc-b163-9aba433f8c91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.559s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.649484] env[71147]: DEBUG nova.network.neutron [-] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.735024] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772359} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.738272] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0796393e-5eeb-429b-8d36-a8129a9eb952/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. [ 873.740588] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed2c230-e5dd-41be-acdd-9c86021122d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.770602] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 0796393e-5eeb-429b-8d36-a8129a9eb952/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.779801] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d6c418-e126-465d-983a-5efc13efba5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.804944] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 873.804944] env[71147]: value = "task-3421089" [ 873.804944] env[71147]: _type = "Task" [ 873.804944] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.820078] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.907587] env[71147]: INFO nova.compute.manager [-] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Took 1.49 seconds to deallocate network for instance. [ 873.967702] env[71147]: DEBUG nova.network.neutron [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Successfully updated port: 26799ee5-cde3-4889-9999-e4209ec62369 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.977309] env[71147]: DEBUG nova.network.neutron [req-9df92507-c36b-4fea-b6db-9d97b6196982 req-f63f0f9e-f152-4efa-8702-281b4b894a12 service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Updated VIF entry in instance network info cache for port 497880e0-61d2-47b9-8a12-efc600120fa7. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.977669] env[71147]: DEBUG nova.network.neutron [req-9df92507-c36b-4fea-b6db-9d97b6196982 req-f63f0f9e-f152-4efa-8702-281b4b894a12 service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Updating instance_info_cache with network_info: [{"id": "497880e0-61d2-47b9-8a12-efc600120fa7", "address": "fa:16:3e:bb:19:18", "network": {"id": "8a22d0c1-9af8-44e0-8698-386e88c21140", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1547342514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ddc7986d9b4906be3c1a318e14a299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497880e0-61", "ovs_interfaceid": "497880e0-61d2-47b9-8a12-efc600120fa7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.132791] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421088, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.152708] env[71147]: INFO nova.compute.manager [-] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Took 1.74 seconds to deallocate network for instance. [ 874.182331] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9183213c-f97f-4a30-89b1-de98095ed47d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.190991] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbc908f-9839-4108-adc2-95193afaea97 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.223624] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489bb4c4-647e-4517-aea0-076f6c31d3c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.233798] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc42edbc-8ffd-490b-8d98-4c917a23d67f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.248890] env[71147]: DEBUG nova.compute.provider_tree [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.315570] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.415272] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.472431] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "refresh_cache-6c9ee138-a637-46c5-9491-3360509e9043" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.472431] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "refresh_cache-6c9ee138-a637-46c5-9491-3360509e9043" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.472644] env[71147]: DEBUG nova.network.neutron [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.483826] env[71147]: DEBUG oslo_concurrency.lockutils [req-9df92507-c36b-4fea-b6db-9d97b6196982 req-f63f0f9e-f152-4efa-8702-281b4b894a12 service nova] Releasing lock "refresh_cache-ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.633920] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421088, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.661593] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.751944] env[71147]: DEBUG nova.scheduler.client.report [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.822113] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.992298] env[71147]: DEBUG nova.compute.manager [req-90e2dd82-f0f4-43bc-be4d-74759a5ec9c2 req-956e9a69-f77d-4219-ae6f-0a569603e27c service nova] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Received event network-vif-deleted-14ca4bda-55ad-4a99-bcfb-fc7a64bffa01 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.021670] env[71147]: DEBUG nova.network.neutron [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.134111] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421088, 'name': CreateVM_Task, 'duration_secs': 1.676462} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.134268] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.134991] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.135188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.135601] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.135780] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef1a394-41d3-481d-90ea-5458864f3dc2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.145029] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 875.145029] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c5ca7d-cede-1a12-1276-c39ce114cdd4" [ 875.145029] env[71147]: _type = "Task" [ 875.145029] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.157089] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c5ca7d-cede-1a12-1276-c39ce114cdd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.195185] env[71147]: DEBUG nova.network.neutron [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Updating instance_info_cache with network_info: [{"id": "26799ee5-cde3-4889-9999-e4209ec62369", "address": "fa:16:3e:24:5a:02", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26799ee5-cd", "ovs_interfaceid": "26799ee5-cde3-4889-9999-e4209ec62369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.198495] env[71147]: DEBUG nova.compute.manager [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Received event network-vif-plugged-26799ee5-cde3-4889-9999-e4209ec62369 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.200928] env[71147]: DEBUG oslo_concurrency.lockutils [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] Acquiring lock "6c9ee138-a637-46c5-9491-3360509e9043-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.200928] env[71147]: DEBUG oslo_concurrency.lockutils [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] Lock "6c9ee138-a637-46c5-9491-3360509e9043-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.200928] env[71147]: DEBUG oslo_concurrency.lockutils [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] Lock "6c9ee138-a637-46c5-9491-3360509e9043-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.200928] env[71147]: DEBUG nova.compute.manager [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] No waiting events found dispatching network-vif-plugged-26799ee5-cde3-4889-9999-e4209ec62369 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.200928] env[71147]: WARNING nova.compute.manager [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Received unexpected event network-vif-plugged-26799ee5-cde3-4889-9999-e4209ec62369 for instance with vm_state building and task_state spawning. [ 875.200928] env[71147]: DEBUG nova.compute.manager [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Received event network-changed-26799ee5-cde3-4889-9999-e4209ec62369 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.200928] env[71147]: DEBUG nova.compute.manager [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Refreshing instance network info cache due to event network-changed-26799ee5-cde3-4889-9999-e4209ec62369. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.200928] env[71147]: DEBUG oslo_concurrency.lockutils [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] Acquiring lock "refresh_cache-6c9ee138-a637-46c5-9491-3360509e9043" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.258176] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.260542] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.985s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.262809] env[71147]: INFO nova.compute.claims [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.286478] env[71147]: INFO nova.scheduler.client.report [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Deleted allocations for instance 8b4a12c5-5af6-4d1f-8e7b-953b856567b2 [ 875.317904] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.655280] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c5ca7d-cede-1a12-1276-c39ce114cdd4, 'name': SearchDatastore_Task, 'duration_secs': 0.033411} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.655613] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.655872] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.656217] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.656399] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.656605] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.656889] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3155f5b6-9350-4bb8-8822-2c11b5233ead {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.669484] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.669721] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.670506] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48b3bf5-521f-4ee2-8914-e0834964adf2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.677014] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 875.677014] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5297cff2-eaf8-91aa-2676-8d70f6e069c7" [ 875.677014] env[71147]: _type = "Task" [ 875.677014] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.686449] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5297cff2-eaf8-91aa-2676-8d70f6e069c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.701265] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "refresh_cache-6c9ee138-a637-46c5-9491-3360509e9043" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.701770] env[71147]: DEBUG nova.compute.manager [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Instance network_info: |[{"id": "26799ee5-cde3-4889-9999-e4209ec62369", "address": "fa:16:3e:24:5a:02", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26799ee5-cd", "ovs_interfaceid": "26799ee5-cde3-4889-9999-e4209ec62369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.702223] env[71147]: DEBUG oslo_concurrency.lockutils [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] Acquired lock "refresh_cache-6c9ee138-a637-46c5-9491-3360509e9043" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.703033] env[71147]: DEBUG nova.network.neutron [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Refreshing network info cache for port 26799ee5-cde3-4889-9999-e4209ec62369 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.703733] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:5a:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26799ee5-cde3-4889-9999-e4209ec62369', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.712728] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.715903] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.717074] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27eebd8f-0a93-463e-b567-5e11df3a2d8c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.739060] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.739060] env[71147]: value = "task-3421090" [ 875.739060] env[71147]: _type = "Task" [ 875.739060] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.748798] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421090, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.795300] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3fe5c794-21ca-4979-a67e-400d048c8b7c tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "8b4a12c5-5af6-4d1f-8e7b-953b856567b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.903s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.818100] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421089, 'name': ReconfigVM_Task, 'duration_secs': 1.858802} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.818422] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 0796393e-5eeb-429b-8d36-a8129a9eb952/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.819315] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31130e83-e87f-4e46-a0d7-27656c6ffe50 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.853726] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e71f69a2-7e42-468a-8af8-b7beef96b45b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.872679] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 875.872679] env[71147]: value = "task-3421091" [ 875.872679] env[71147]: _type = "Task" [ 875.872679] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.883437] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.083998] env[71147]: DEBUG nova.network.neutron [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Updated VIF entry in instance network info cache for port 26799ee5-cde3-4889-9999-e4209ec62369. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.084619] env[71147]: DEBUG nova.network.neutron [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Updating instance_info_cache with network_info: [{"id": "26799ee5-cde3-4889-9999-e4209ec62369", "address": "fa:16:3e:24:5a:02", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26799ee5-cd", "ovs_interfaceid": "26799ee5-cde3-4889-9999-e4209ec62369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.189065] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5297cff2-eaf8-91aa-2676-8d70f6e069c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015528} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.189546] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239c6707-315b-4529-a72d-21c0e4589adf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.197084] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 876.197084] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cc757a-e235-ff1f-258d-e296ed936673" [ 876.197084] env[71147]: _type = "Task" [ 876.197084] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.206593] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cc757a-e235-ff1f-258d-e296ed936673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.250188] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421090, 'name': CreateVM_Task, 'duration_secs': 0.457779} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.250296] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.251099] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.251273] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.251689] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.251971] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e4acf4-de46-458b-9547-d1312c13bd79 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.258113] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 876.258113] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527c645b-2429-974f-572a-66d8dda54f79" [ 876.258113] env[71147]: _type = "Task" [ 876.258113] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.267492] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527c645b-2429-974f-572a-66d8dda54f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.388181] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421091, 'name': ReconfigVM_Task, 'duration_secs': 0.302093} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.388434] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.388629] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a4cfe05-b62b-4ca7-aee8-ae78b2cdcdde {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.396583] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 876.396583] env[71147]: value = "task-3421092" [ 876.396583] env[71147]: _type = "Task" [ 876.396583] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.406795] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.587209] env[71147]: DEBUG oslo_concurrency.lockutils [req-50f72cfa-106b-4693-9c9d-5903f54a6ed8 req-d6ac6651-79c2-4d03-a4d0-1b58b8e5fbdf service nova] Releasing lock "refresh_cache-6c9ee138-a637-46c5-9491-3360509e9043" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.695718] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeabb9d-d51d-410c-911f-0bbe8921b657 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.711796] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cfac70-b69c-4883-8ede-d92e83ea7613 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.715017] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cc757a-e235-ff1f-258d-e296ed936673, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.715292] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.715553] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] ef34c9c1-4fb9-4304-b06b-1faf675cd4a1/ef34c9c1-4fb9-4304-b06b-1faf675cd4a1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.716123] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-702f233d-fdaa-447d-80a5-e0ff3c102db1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.747815] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff3680d-0431-4415-834f-82f5a8ad5c5b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.749249] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 876.749249] env[71147]: value = "task-3421093" [ 876.749249] env[71147]: _type = "Task" [ 876.749249] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.755928] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d490e-afd8-46d6-9dc6-126f25a6d3ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.762928] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.772445] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527c645b-2429-974f-572a-66d8dda54f79, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.780952] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.781246] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.781835] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.781835] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.781835] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.782342] env[71147]: DEBUG nova.compute.provider_tree [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.783712] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dfc3b6b-dd94-4974-a202-6f6a1aaf38f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.795059] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.795362] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.796310] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cdea3de-6a7b-43c4-95ab-661d199528fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.803798] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 876.803798] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ac5ba3-7af1-b243-f530-0ad2fb46969b" [ 876.803798] env[71147]: _type = "Task" [ 876.803798] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.818109] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ac5ba3-7af1-b243-f530-0ad2fb46969b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.907399] env[71147]: DEBUG oslo_vmware.api [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421092, 'name': PowerOnVM_Task, 'duration_secs': 0.426062} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.907736] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.911959] env[71147]: DEBUG nova.compute.manager [None req-d8dbc771-275d-49e0-9a08-2c83cf18d4f7 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.912449] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6488923-59a7-4e0f-b5fd-544376409adb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.259509] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421093, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.288303] env[71147]: DEBUG nova.scheduler.client.report [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.315727] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ac5ba3-7af1-b243-f530-0ad2fb46969b, 'name': SearchDatastore_Task, 'duration_secs': 0.026171} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.316533] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c13569-545f-4d03-8655-7e94623bd8e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.322944] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 877.322944] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ce7cd5-11e2-70d2-c138-d1116c2be680" [ 877.322944] env[71147]: _type = "Task" [ 877.322944] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.332386] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ce7cd5-11e2-70d2-c138-d1116c2be680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.760674] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53988} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.760955] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] ef34c9c1-4fb9-4304-b06b-1faf675cd4a1/ef34c9c1-4fb9-4304-b06b-1faf675cd4a1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.761207] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.761473] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-780938bb-e0b2-4ec3-8ad2-597ff8816a24 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.769777] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 877.769777] env[71147]: value = "task-3421094" [ 877.769777] env[71147]: _type = "Task" [ 877.769777] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.778884] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.785649] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.786115] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.786439] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.786705] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.787072] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.789263] env[71147]: INFO nova.compute.manager [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Terminating instance [ 877.792523] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.792988] env[71147]: DEBUG nova.compute.manager [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.795217] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.703s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.795399] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.795615] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 877.796122] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.652s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.797967] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f495708f-d696-4c4b-95e0-1ffab0f54b71 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.809178] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f8ba7b-0dfc-44ab-b77b-d41f0487f509 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.831257] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fa3725-6d16-4517-b962-568f7d73720b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.846232] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ce7cd5-11e2-70d2-c138-d1116c2be680, 'name': SearchDatastore_Task, 'duration_secs': 0.077159} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.848446] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.848773] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 6c9ee138-a637-46c5-9491-3360509e9043/6c9ee138-a637-46c5-9491-3360509e9043.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.849340] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e359b88-5bac-4a4f-821c-b89c13b2d3c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.852517] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946466d9-01d8-419a-a927-ecc33a6d5dd8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.888386] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178106MB free_disk=98GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 877.888564] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.890414] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 877.890414] env[71147]: value = "task-3421095" [ 877.890414] env[71147]: _type = "Task" [ 877.890414] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.899567] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.280233] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310322} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.280560] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.281840] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7431b0b5-54d3-4cd7-a5c2-6aa760fd0622 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.295972] env[71147]: DEBUG nova.compute.manager [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.296204] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.305213] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ef34c9c1-4fb9-4304-b06b-1faf675cd4a1/ef34c9c1-4fb9-4304-b06b-1faf675cd4a1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.305962] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd0ba91-718d-4950-b6e0-6805fc18e131 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.309690] env[71147]: DEBUG nova.compute.utils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.313142] env[71147]: INFO nova.compute.claims [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.316352] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20a4d8c4-93f8-4494-a512-a6930dad2d08 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.332665] env[71147]: DEBUG nova.compute.manager [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.332818] env[71147]: DEBUG nova.network.neutron [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.337286] env[71147]: INFO nova.compute.manager [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Unrescuing [ 878.337510] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.337656] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.337848] env[71147]: DEBUG nova.network.neutron [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.344456] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.346522] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-572e17e2-26bd-4a19-ac16-74e744b38d8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.348868] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 878.348868] env[71147]: value = "task-3421096" [ 878.348868] env[71147]: _type = "Task" [ 878.348868] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.361280] env[71147]: DEBUG oslo_vmware.api [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 878.361280] env[71147]: value = "task-3421097" [ 878.361280] env[71147]: _type = "Task" [ 878.361280] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.365147] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.378262] env[71147]: DEBUG oslo_vmware.api [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3421097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.397491] env[71147]: DEBUG nova.policy [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58f986e0f4d2457daa76cb2640b65239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0b3485cc52945d188e0b491984fbd9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.402950] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421095, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.809978] env[71147]: DEBUG nova.network.neutron [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Successfully created port: 43403cde-4a34-424f-a0d7-caa62e9d8471 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.834302] env[71147]: INFO nova.compute.resource_tracker [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating resource usage from migration 7e7f6840-8bbe-4044-b193-3f87636b701d [ 878.838321] env[71147]: DEBUG nova.compute.manager [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.863035] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.875128] env[71147]: DEBUG oslo_vmware.api [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3421097, 'name': PowerOffVM_Task, 'duration_secs': 0.23567} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.876952] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.876952] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.876952] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-968835ec-cba8-4425-9a32-d4b9bce5bbc1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.902295] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807892} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.902614] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 6c9ee138-a637-46c5-9491-3360509e9043/6c9ee138-a637-46c5-9491-3360509e9043.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.902884] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.905720] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7012edd5-cea5-4f78-bcae-eca79a65feaa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.916647] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 878.916647] env[71147]: value = "task-3421099" [ 878.916647] env[71147]: _type = "Task" [ 878.916647] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.931645] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.185521] env[71147]: DEBUG nova.network.neutron [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Successfully created port: 9ed62843-eb08-4757-87bc-e7c58516cfd0 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.223251] env[71147]: DEBUG nova.network.neutron [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Updating instance_info_cache with network_info: [{"id": "8f581917-2264-4a54-86ad-fab596aaf698", "address": "fa:16:3e:47:ad:96", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f581917-22", "ovs_interfaceid": "8f581917-2264-4a54-86ad-fab596aaf698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.363455] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421096, 'name': ReconfigVM_Task, 'duration_secs': 0.523725} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.364959] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ef34c9c1-4fb9-4304-b06b-1faf675cd4a1/ef34c9c1-4fb9-4304-b06b-1faf675cd4a1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.366182] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aab99ca-d942-42bd-a3c8-494e553346b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.371272] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26c18cc6-c6ac-424e-ade2-da5cc1598568 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.378086] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3abad8-35cc-4b68-bb6d-19cdf017f973 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.382575] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 879.382575] env[71147]: value = "task-3421100" [ 879.382575] env[71147]: _type = "Task" [ 879.382575] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.413066] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f4cafc-724d-4039-9880-9f41b598d7df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.419435] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421100, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.426576] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b58da-7088-4504-a3fe-44762d206c61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.435081] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114782} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.435802] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.436732] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047b9233-80c2-4433-b0c6-e2052622acca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.452129] env[71147]: DEBUG nova.compute.provider_tree [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.472458] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 6c9ee138-a637-46c5-9491-3360509e9043/6c9ee138-a637-46c5-9491-3360509e9043.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.473467] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e487954a-8bc8-4ef9-8898-fe81aa508f3a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.498065] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 879.498065] env[71147]: value = "task-3421101" [ 879.498065] env[71147]: _type = "Task" [ 879.498065] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.508361] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.686080] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.686648] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.686850] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Deleting the datastore file [datastore1] c35b7224-4ad6-40a0-aee7-97b8cec436cc {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.687258] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d15b4d85-73c0-4d11-8aea-c96d5e06a32c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.695666] env[71147]: DEBUG oslo_vmware.api [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for the task: (returnval){ [ 879.695666] env[71147]: value = "task-3421102" [ 879.695666] env[71147]: _type = "Task" [ 879.695666] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.704400] env[71147]: DEBUG oslo_vmware.api [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3421102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.726276] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "refresh_cache-0796393e-5eeb-429b-8d36-a8129a9eb952" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.727186] env[71147]: DEBUG nova.objects.instance [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lazy-loading 'flavor' on Instance uuid 0796393e-5eeb-429b-8d36-a8129a9eb952 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.852940] env[71147]: DEBUG nova.compute.manager [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.884398] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.885947] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.885947] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.885947] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.885947] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.885947] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.885947] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.885947] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.886654] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.886909] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.887188] env[71147]: DEBUG nova.virt.hardware [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.889743] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29db03cc-a449-4941-954f-e4fde5c39aa7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.901940] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421100, 'name': Rename_Task, 'duration_secs': 0.421007} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.903319] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff2ac48-989f-4824-a07d-2d178d352aa6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.907006] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.907269] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc62de6f-060d-4b8d-8562-a735b7df10e2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.921946] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 879.921946] env[71147]: value = "task-3421103" [ 879.921946] env[71147]: _type = "Task" [ 879.921946] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.930902] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.954119] env[71147]: DEBUG nova.scheduler.client.report [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.010217] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.207657] env[71147]: DEBUG oslo_vmware.api [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3421102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.238702] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d9c0be-9d37-4aa4-8cb9-df1801b8bc73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.264313] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.264707] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac5fb4a-c652-45c0-8383-4f6f5b67918a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.274018] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 880.274018] env[71147]: value = "task-3421104" [ 880.274018] env[71147]: _type = "Task" [ 880.274018] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.283217] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.432555] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.459813] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.664s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.460093] env[71147]: INFO nova.compute.manager [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Migrating [ 880.467364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.307s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.469446] env[71147]: INFO nova.compute.claims [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.511240] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421101, 'name': ReconfigVM_Task, 'duration_secs': 0.914492} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.511525] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 6c9ee138-a637-46c5-9491-3360509e9043/6c9ee138-a637-46c5-9491-3360509e9043.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.512414] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fde36fb-1a5e-4d67-b20e-0c1d8cc55f7d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.520776] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 880.520776] env[71147]: value = "task-3421105" [ 880.520776] env[71147]: _type = "Task" [ 880.520776] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.535566] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421105, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.646871] env[71147]: DEBUG nova.compute.manager [req-5923099b-f569-466d-aac7-d2d3231a0aa5 req-c334e42e-033f-4663-9a7f-6d685ed166dc service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Received event network-vif-plugged-43403cde-4a34-424f-a0d7-caa62e9d8471 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.647269] env[71147]: DEBUG oslo_concurrency.lockutils [req-5923099b-f569-466d-aac7-d2d3231a0aa5 req-c334e42e-033f-4663-9a7f-6d685ed166dc service nova] Acquiring lock "3f294529-d955-4c46-854a-b5af90808576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.648021] env[71147]: DEBUG oslo_concurrency.lockutils [req-5923099b-f569-466d-aac7-d2d3231a0aa5 req-c334e42e-033f-4663-9a7f-6d685ed166dc service nova] Lock "3f294529-d955-4c46-854a-b5af90808576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.648230] env[71147]: DEBUG oslo_concurrency.lockutils [req-5923099b-f569-466d-aac7-d2d3231a0aa5 req-c334e42e-033f-4663-9a7f-6d685ed166dc service nova] Lock "3f294529-d955-4c46-854a-b5af90808576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.648470] env[71147]: DEBUG nova.compute.manager [req-5923099b-f569-466d-aac7-d2d3231a0aa5 req-c334e42e-033f-4663-9a7f-6d685ed166dc service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] No waiting events found dispatching network-vif-plugged-43403cde-4a34-424f-a0d7-caa62e9d8471 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.648706] env[71147]: WARNING nova.compute.manager [req-5923099b-f569-466d-aac7-d2d3231a0aa5 req-c334e42e-033f-4663-9a7f-6d685ed166dc service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Received unexpected event network-vif-plugged-43403cde-4a34-424f-a0d7-caa62e9d8471 for instance with vm_state building and task_state spawning. [ 880.707679] env[71147]: DEBUG oslo_vmware.api [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Task: {'id': task-3421102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60241} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.707961] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.708291] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.708393] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.708564] env[71147]: INFO nova.compute.manager [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Took 2.41 seconds to destroy the instance on the hypervisor. [ 880.708800] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.708994] env[71147]: DEBUG nova.compute.manager [-] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.709103] env[71147]: DEBUG nova.network.neutron [-] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.783345] env[71147]: DEBUG nova.network.neutron [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Successfully updated port: 43403cde-4a34-424f-a0d7-caa62e9d8471 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.792907] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421104, 'name': PowerOffVM_Task, 'duration_secs': 0.206241} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.798893] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.807846] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.809113] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7548b3cd-95f1-4298-b0e3-9b6ac28b0298 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.840862] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 880.840862] env[71147]: value = "task-3421106" [ 880.840862] env[71147]: _type = "Task" [ 880.840862] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.855336] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.933363] env[71147]: DEBUG oslo_vmware.api [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421103, 'name': PowerOnVM_Task, 'duration_secs': 0.702111} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.933700] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.933914] env[71147]: INFO nova.compute.manager [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Took 10.72 seconds to spawn the instance on the hypervisor. [ 880.934105] env[71147]: DEBUG nova.compute.manager [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.934901] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74641b75-cdc7-4326-ab89-f84c23e435a3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.985027] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.985027] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.985027] env[71147]: DEBUG nova.network.neutron [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.032039] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421105, 'name': Rename_Task, 'duration_secs': 0.163391} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.032570] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.035626] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a93e36c7-b41a-4222-9b96-8c8f87d60693 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.042142] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 881.042142] env[71147]: value = "task-3421107" [ 881.042142] env[71147]: _type = "Task" [ 881.042142] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.051418] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.206545] env[71147]: DEBUG nova.compute.manager [req-1304a42d-57aa-4079-a871-b932fac9716e req-6a1be08d-1b39-4956-ab20-eb4d28e764f2 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Received event network-vif-deleted-9a0573a5-045c-4af9-b58d-140fc5165ba1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.207280] env[71147]: INFO nova.compute.manager [req-1304a42d-57aa-4079-a871-b932fac9716e req-6a1be08d-1b39-4956-ab20-eb4d28e764f2 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Neutron deleted interface 9a0573a5-045c-4af9-b58d-140fc5165ba1; detaching it from the instance and deleting it from the info cache [ 881.207499] env[71147]: DEBUG nova.network.neutron [req-1304a42d-57aa-4079-a871-b932fac9716e req-6a1be08d-1b39-4956-ab20-eb4d28e764f2 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.355914] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421106, 'name': ReconfigVM_Task, 'duration_secs': 0.33579} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.356530] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.356530] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.356884] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae97f54c-f570-4e98-a233-30743767a3ad {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.365065] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 881.365065] env[71147]: value = "task-3421108" [ 881.365065] env[71147]: _type = "Task" [ 881.365065] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.378022] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.459427] env[71147]: INFO nova.compute.manager [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Took 42.66 seconds to build instance. [ 881.561593] env[71147]: DEBUG oslo_vmware.api [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421107, 'name': PowerOnVM_Task, 'duration_secs': 0.512391} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.562289] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.562544] env[71147]: INFO nova.compute.manager [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Took 8.59 seconds to spawn the instance on the hypervisor. [ 881.562761] env[71147]: DEBUG nova.compute.manager [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.564144] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ff764e-9222-4577-92a0-69396a538a3f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.685643] env[71147]: DEBUG nova.network.neutron [-] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.710595] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a1a3d32-38ae-4a8b-bb11-2daf2a4f464e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.723155] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e790f7a9-26fa-4869-be05-2264ebfad10f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.769573] env[71147]: DEBUG nova.compute.manager [req-1304a42d-57aa-4079-a871-b932fac9716e req-6a1be08d-1b39-4956-ab20-eb4d28e764f2 service nova] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Detach interface failed, port_id=9a0573a5-045c-4af9-b58d-140fc5165ba1, reason: Instance c35b7224-4ad6-40a0-aee7-97b8cec436cc could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.875177] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.961719] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3a30972d-e32f-4976-8367-c33f8a2f1c1a tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.171s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.059667] env[71147]: DEBUG nova.network.neutron [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance_info_cache with network_info: [{"id": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "address": "fa:16:3e:92:20:bb", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3280961f-7e", "ovs_interfaceid": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.066876] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557ef29a-193d-402b-9db8-e85960b9dc27 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.079046] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738aa09c-5185-4351-8747-82931b55c2cf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.123134] env[71147]: INFO nova.compute.manager [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Took 40.71 seconds to build instance. [ 882.124762] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f5db47-d6c6-49f9-bb3e-0d34de55cd97 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.134538] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10fd97d-8040-468a-bc40-9b1224d417d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.152119] env[71147]: DEBUG nova.compute.provider_tree [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.190358] env[71147]: INFO nova.compute.manager [-] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Took 1.48 seconds to deallocate network for instance. [ 882.376762] env[71147]: DEBUG oslo_vmware.api [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421108, 'name': PowerOnVM_Task, 'duration_secs': 0.680468} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.377077] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.377316] env[71147]: DEBUG nova.compute.manager [None req-d3a1b6bd-d374-412e-9ebd-8e1f8c021b0f tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.378123] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01116f6a-f88f-44ff-bee4-cbe088449c93 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.562724] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.629243] env[71147]: DEBUG oslo_concurrency.lockutils [None req-38e69232-87ca-43a8-aeb4-7626dfe967f6 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "6c9ee138-a637-46c5-9491-3360509e9043" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.232s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.656085] env[71147]: DEBUG nova.scheduler.client.report [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.697135] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.753552] env[71147]: DEBUG nova.compute.manager [req-1190b40f-fc71-45dd-9669-9b4a9fe1361f req-c51d9048-e6ad-488e-8416-e41ff6f16239 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Received event network-changed-43403cde-4a34-424f-a0d7-caa62e9d8471 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.753664] env[71147]: DEBUG nova.compute.manager [req-1190b40f-fc71-45dd-9669-9b4a9fe1361f req-c51d9048-e6ad-488e-8416-e41ff6f16239 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Refreshing instance network info cache due to event network-changed-43403cde-4a34-424f-a0d7-caa62e9d8471. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.753822] env[71147]: DEBUG oslo_concurrency.lockutils [req-1190b40f-fc71-45dd-9669-9b4a9fe1361f req-c51d9048-e6ad-488e-8416-e41ff6f16239 service nova] Acquiring lock "refresh_cache-3f294529-d955-4c46-854a-b5af90808576" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.753967] env[71147]: DEBUG oslo_concurrency.lockutils [req-1190b40f-fc71-45dd-9669-9b4a9fe1361f req-c51d9048-e6ad-488e-8416-e41ff6f16239 service nova] Acquired lock "refresh_cache-3f294529-d955-4c46-854a-b5af90808576" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.754157] env[71147]: DEBUG nova.network.neutron [req-1190b40f-fc71-45dd-9669-9b4a9fe1361f req-c51d9048-e6ad-488e-8416-e41ff6f16239 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Refreshing network info cache for port 43403cde-4a34-424f-a0d7-caa62e9d8471 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.000196] env[71147]: DEBUG nova.network.neutron [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Successfully updated port: 9ed62843-eb08-4757-87bc-e7c58516cfd0 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.160975] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.161552] env[71147]: DEBUG nova.compute.manager [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.164207] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.996s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.164475] env[71147]: DEBUG nova.objects.instance [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lazy-loading 'resources' on Instance uuid 25cd3849-8060-45d0-9188-b9aab722bee7 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.243711] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.243711] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.286138] env[71147]: DEBUG nova.compute.manager [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Received event network-vif-plugged-9ed62843-eb08-4757-87bc-e7c58516cfd0 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.286391] env[71147]: DEBUG oslo_concurrency.lockutils [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] Acquiring lock "3f294529-d955-4c46-854a-b5af90808576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.286615] env[71147]: DEBUG oslo_concurrency.lockutils [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] Lock "3f294529-d955-4c46-854a-b5af90808576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.286801] env[71147]: DEBUG oslo_concurrency.lockutils [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] Lock "3f294529-d955-4c46-854a-b5af90808576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.287052] env[71147]: DEBUG nova.compute.manager [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] No waiting events found dispatching network-vif-plugged-9ed62843-eb08-4757-87bc-e7c58516cfd0 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.287246] env[71147]: WARNING nova.compute.manager [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Received unexpected event network-vif-plugged-9ed62843-eb08-4757-87bc-e7c58516cfd0 for instance with vm_state building and task_state spawning. [ 883.287405] env[71147]: DEBUG nova.compute.manager [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Received event network-changed-9ed62843-eb08-4757-87bc-e7c58516cfd0 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.287653] env[71147]: DEBUG nova.compute.manager [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Refreshing instance network info cache due to event network-changed-9ed62843-eb08-4757-87bc-e7c58516cfd0. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.287748] env[71147]: DEBUG oslo_concurrency.lockutils [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] Acquiring lock "refresh_cache-3f294529-d955-4c46-854a-b5af90808576" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.292842] env[71147]: DEBUG nova.network.neutron [req-1190b40f-fc71-45dd-9669-9b4a9fe1361f req-c51d9048-e6ad-488e-8416-e41ff6f16239 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.387120] env[71147]: DEBUG nova.network.neutron [req-1190b40f-fc71-45dd-9669-9b4a9fe1361f req-c51d9048-e6ad-488e-8416-e41ff6f16239 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.505265] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "refresh_cache-3f294529-d955-4c46-854a-b5af90808576" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.670399] env[71147]: DEBUG nova.compute.utils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.672017] env[71147]: DEBUG nova.compute.manager [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.672209] env[71147]: DEBUG nova.network.neutron [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.675383] env[71147]: DEBUG nova.compute.manager [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.676284] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73a9128-33f4-4274-ae7f-c7f0a687003a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.743739] env[71147]: DEBUG nova.policy [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77f5dcf21f1840b38ad341f43ce6d817', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772dbb4716ba4c3db972063387fe4bf0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.748025] env[71147]: DEBUG nova.compute.utils [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.890185] env[71147]: DEBUG oslo_concurrency.lockutils [req-1190b40f-fc71-45dd-9669-9b4a9fe1361f req-c51d9048-e6ad-488e-8416-e41ff6f16239 service nova] Releasing lock "refresh_cache-3f294529-d955-4c46-854a-b5af90808576" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.891186] env[71147]: DEBUG oslo_concurrency.lockutils [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] Acquired lock "refresh_cache-3f294529-d955-4c46-854a-b5af90808576" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.891388] env[71147]: DEBUG nova.network.neutron [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Refreshing network info cache for port 9ed62843-eb08-4757-87bc-e7c58516cfd0 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.077707] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efd13c6-18b4-43c8-b02f-11fe6b061079 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.109883] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance 'fb97a908-0315-42a4-9194-30d503c7672d' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.129446] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e006d806-9d73-485a-a196-af1893e915a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.138999] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3ca853-501c-48b6-a1a6-07c8df043cae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.174731] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8e099-0ceb-4c2d-8461-1ea2e46ca084 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.177965] env[71147]: DEBUG nova.compute.utils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.186359] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ff1479-ce81-4b99-b95d-36400bb74f3e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.193016] env[71147]: INFO nova.compute.manager [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] instance snapshotting [ 884.195976] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29a105f-2fc1-4865-bce3-3895d1fbbc4e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.208324] env[71147]: DEBUG nova.compute.provider_tree [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.228077] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cc3de0-e534-47b7-b7f4-6a08d36aae54 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.250080] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.348624] env[71147]: DEBUG nova.network.neutron [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Successfully created port: 2c76f721-c39b-4414-bfb3-0fccf35fa590 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.372151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquiring lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.372151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.372151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquiring lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.372151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.372588] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.377595] env[71147]: INFO nova.compute.manager [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Terminating instance [ 884.438091] env[71147]: DEBUG nova.network.neutron [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.579361] env[71147]: DEBUG nova.network.neutron [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.621336] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.621336] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3b91f0a-27c7-4594-835f-eee5e1af053a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.637299] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 884.637299] env[71147]: value = "task-3421109" [ 884.637299] env[71147]: _type = "Task" [ 884.637299] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.651223] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 884.651772] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance 'fb97a908-0315-42a4-9194-30d503c7672d' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.681698] env[71147]: DEBUG nova.compute.manager [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.713021] env[71147]: DEBUG nova.scheduler.client.report [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.742292] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 884.742816] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cd663ba-554f-4310-9d26-38fa2136a0ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.755291] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 884.755291] env[71147]: value = "task-3421110" [ 884.755291] env[71147]: _type = "Task" [ 884.755291] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.768039] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421110, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.881009] env[71147]: DEBUG nova.compute.manager [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.881257] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.882404] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0feba8a-1fdc-4340-882d-adee484856f5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.891419] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.891946] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-646c5d21-99d6-43dd-923b-e4c3611b3feb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.917359] env[71147]: DEBUG oslo_vmware.api [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 884.917359] env[71147]: value = "task-3421111" [ 884.917359] env[71147]: _type = "Task" [ 884.917359] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.928076] env[71147]: DEBUG oslo_vmware.api [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.081668] env[71147]: DEBUG oslo_concurrency.lockutils [req-57af35b8-2f7e-4973-b650-68569dc50970 req-ec579b6e-2d7f-46c4-88b5-2bfe7a7be253 service nova] Releasing lock "refresh_cache-3f294529-d955-4c46-854a-b5af90808576" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.082266] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquired lock "refresh_cache-3f294529-d955-4c46-854a-b5af90808576" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.082266] env[71147]: DEBUG nova.network.neutron [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.160879] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.160879] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.160879] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.160879] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.161114] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.161114] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.162835] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.162835] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.162835] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.162835] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.162835] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.173263] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3183f1a6-1ad8-4132-a7ee-4c8de81b57fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.195518] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 885.195518] env[71147]: value = "task-3421112" [ 885.195518] env[71147]: _type = "Task" [ 885.195518] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.206579] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.221755] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.222483] env[71147]: DEBUG oslo_concurrency.lockutils [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.167s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.224513] env[71147]: DEBUG nova.objects.instance [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lazy-loading 'resources' on Instance uuid 53199a9a-b220-4667-9b6a-dde78d872ee8 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.250489] env[71147]: INFO nova.scheduler.client.report [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Deleted allocations for instance 25cd3849-8060-45d0-9188-b9aab722bee7 [ 885.269371] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421110, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.328791] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.329075] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.329326] env[71147]: INFO nova.compute.manager [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Attaching volume d4ad5d88-cf33-4611-8081-7e7dfaaa8d97 to /dev/sdb [ 885.366322] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf649eb-59e1-4ba0-b022-4ce80341c79b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.373961] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7a5041-b3e8-4c6d-a45c-3bb865d01ea9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.393286] env[71147]: DEBUG nova.virt.block_device [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Updating existing volume attachment record: 39fd6a2f-03db-47b6-90c7-abd9d7dfbc51 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 885.427735] env[71147]: DEBUG oslo_vmware.api [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421111, 'name': PowerOffVM_Task, 'duration_secs': 0.310383} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.428119] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.428911] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.428911] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1fdf78f-3ac3-4b38-90d4-dc2a150bb8fd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.504899] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.504899] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.505287] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Deleting the datastore file [datastore2] ef34c9c1-4fb9-4304-b06b-1faf675cd4a1 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.505644] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a00b79b2-9a28-4e88-b346-ae03ca842693 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.516357] env[71147]: DEBUG oslo_vmware.api [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for the task: (returnval){ [ 885.516357] env[71147]: value = "task-3421114" [ 885.516357] env[71147]: _type = "Task" [ 885.516357] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.639024] env[71147]: DEBUG nova.network.neutron [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.699406] env[71147]: DEBUG nova.compute.manager [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.715435] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421112, 'name': ReconfigVM_Task, 'duration_secs': 0.190118} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.716506] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance 'fb97a908-0315-42a4-9194-30d503c7672d' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.741933] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:27:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2031687482',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1747438322',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.742579] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.742579] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.742579] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.742787] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.742907] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.743199] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.743370] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.743535] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.743773] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.744470] env[71147]: DEBUG nova.virt.hardware [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.744729] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4049b9c1-7305-4580-80d4-dff70ba54e45 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.762847] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127bc40f-0993-4097-a0f6-041574e92fc8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.768151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fa745b23-7bd3-4584-ab72-d7492b18c4b2 tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "25cd3849-8060-45d0-9188-b9aab722bee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.778s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.798433] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421110, 'name': CreateSnapshot_Task, 'duration_secs': 0.758591} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.798983] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 885.800420] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4ffae8-f37e-45ac-9b9b-623955c70599 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.956427] env[71147]: DEBUG nova.compute.manager [req-813cc3e3-b49f-4bc0-9c68-5adfc4b0f4e7 req-d2f32331-88b0-42f0-a037-3416640c6f2e service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Received event network-vif-plugged-2c76f721-c39b-4414-bfb3-0fccf35fa590 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.956652] env[71147]: DEBUG oslo_concurrency.lockutils [req-813cc3e3-b49f-4bc0-9c68-5adfc4b0f4e7 req-d2f32331-88b0-42f0-a037-3416640c6f2e service nova] Acquiring lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.956839] env[71147]: DEBUG oslo_concurrency.lockutils [req-813cc3e3-b49f-4bc0-9c68-5adfc4b0f4e7 req-d2f32331-88b0-42f0-a037-3416640c6f2e service nova] Lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.958438] env[71147]: DEBUG oslo_concurrency.lockutils [req-813cc3e3-b49f-4bc0-9c68-5adfc4b0f4e7 req-d2f32331-88b0-42f0-a037-3416640c6f2e service nova] Lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.958438] env[71147]: DEBUG nova.compute.manager [req-813cc3e3-b49f-4bc0-9c68-5adfc4b0f4e7 req-d2f32331-88b0-42f0-a037-3416640c6f2e service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] No waiting events found dispatching network-vif-plugged-2c76f721-c39b-4414-bfb3-0fccf35fa590 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.958438] env[71147]: WARNING nova.compute.manager [req-813cc3e3-b49f-4bc0-9c68-5adfc4b0f4e7 req-d2f32331-88b0-42f0-a037-3416640c6f2e service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Received unexpected event network-vif-plugged-2c76f721-c39b-4414-bfb3-0fccf35fa590 for instance with vm_state building and task_state spawning. [ 886.018507] env[71147]: DEBUG nova.network.neutron [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Updating instance_info_cache with network_info: [{"id": "43403cde-4a34-424f-a0d7-caa62e9d8471", "address": "fa:16:3e:dd:cb:fd", "network": {"id": "6bdb67c2-70e9-4d9f-9aef-66a179446f4a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1752553493", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43403cde-4a", "ovs_interfaceid": "43403cde-4a34-424f-a0d7-caa62e9d8471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9ed62843-eb08-4757-87bc-e7c58516cfd0", "address": "fa:16:3e:80:39:f0", "network": {"id": "d34b13ec-2caa-407e-9fd6-e2fdd9f50c50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1466486654", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed62843-eb", "ovs_interfaceid": "9ed62843-eb08-4757-87bc-e7c58516cfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.031888] env[71147]: DEBUG oslo_vmware.api [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Task: {'id': task-3421114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300162} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.031888] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.031888] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.032392] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.032392] env[71147]: INFO nova.compute.manager [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 886.032392] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.035726] env[71147]: DEBUG nova.compute.manager [-] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.035726] env[71147]: DEBUG nova.network.neutron [-] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.090211] env[71147]: DEBUG nova.network.neutron [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Successfully updated port: 2c76f721-c39b-4414-bfb3-0fccf35fa590 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.225232] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.225537] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.225672] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.225943] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.226193] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.226717] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.226717] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.226717] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.226939] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.227103] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.227259] env[71147]: DEBUG nova.virt.hardware [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.234377] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.235828] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3a7b38-1704-4a2e-ab56-e7113412cb33 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.249883] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7240fb27-1dc8-4925-a9c7-3c19c0305978 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.259439] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5160fa19-7fa7-4188-b744-891569424c86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.264267] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 886.264267] env[71147]: value = "task-3421118" [ 886.264267] env[71147]: _type = "Task" [ 886.264267] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.302960] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6dd083-e68f-4dfb-b8e2-eb542f5ba541 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.310998] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.318114] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.318114] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.326244] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 886.327189] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9fd846ae-7aab-4a2f-b3f4-283ff50ee981 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.331437] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29acc691-a547-4dcd-b856-2d9986f74b4a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.348276] env[71147]: DEBUG nova.compute.provider_tree [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.351359] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 886.351359] env[71147]: value = "task-3421119" [ 886.351359] env[71147]: _type = "Task" [ 886.351359] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.362522] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421119, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.523704] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Releasing lock "refresh_cache-3f294529-d955-4c46-854a-b5af90808576" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.524123] env[71147]: DEBUG nova.compute.manager [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Instance network_info: |[{"id": "43403cde-4a34-424f-a0d7-caa62e9d8471", "address": "fa:16:3e:dd:cb:fd", "network": {"id": "6bdb67c2-70e9-4d9f-9aef-66a179446f4a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1752553493", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43403cde-4a", "ovs_interfaceid": "43403cde-4a34-424f-a0d7-caa62e9d8471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9ed62843-eb08-4757-87bc-e7c58516cfd0", "address": "fa:16:3e:80:39:f0", "network": {"id": "d34b13ec-2caa-407e-9fd6-e2fdd9f50c50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1466486654", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed62843-eb", "ovs_interfaceid": "9ed62843-eb08-4757-87bc-e7c58516cfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.524574] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:cb:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43403cde-4a34-424f-a0d7-caa62e9d8471', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:39:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ed62843-eb08-4757-87bc-e7c58516cfd0', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.535052] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.535328] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f294529-d955-4c46-854a-b5af90808576] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.535953] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-709368e7-831d-49cf-a871-f8b0ab84aa54 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.564789] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.564789] env[71147]: value = "task-3421120" [ 886.564789] env[71147]: _type = "Task" [ 886.564789] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.573518] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421120, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.593871] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "refresh_cache-7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.594044] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquired lock "refresh_cache-7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.594209] env[71147]: DEBUG nova.network.neutron [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.617242] env[71147]: DEBUG nova.compute.manager [req-34dd3776-adec-4d17-a60f-28c99bba08bb req-374663a6-a291-4c12-968c-faae0fce4adb service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Received event network-vif-deleted-497880e0-61d2-47b9-8a12-efc600120fa7 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.617441] env[71147]: INFO nova.compute.manager [req-34dd3776-adec-4d17-a60f-28c99bba08bb req-374663a6-a291-4c12-968c-faae0fce4adb service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Neutron deleted interface 497880e0-61d2-47b9-8a12-efc600120fa7; detaching it from the instance and deleting it from the info cache [ 886.617607] env[71147]: DEBUG nova.network.neutron [req-34dd3776-adec-4d17-a60f-28c99bba08bb req-374663a6-a291-4c12-968c-faae0fce4adb service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.775952] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421118, 'name': ReconfigVM_Task, 'duration_secs': 0.262107} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.776269] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 886.777099] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f8c4e1-a504-4f59-b9c5-2ef1069c0bfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.801573] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] fb97a908-0315-42a4-9194-30d503c7672d/fb97a908-0315-42a4-9194-30d503c7672d.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.801869] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb63d82-8708-498f-803a-bad6003502dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.823314] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 886.823314] env[71147]: value = "task-3421121" [ 886.823314] env[71147]: _type = "Task" [ 886.823314] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.827278] env[71147]: DEBUG nova.compute.manager [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.836067] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.852695] env[71147]: DEBUG nova.scheduler.client.report [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.868555] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421119, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.898277] env[71147]: DEBUG nova.network.neutron [-] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.076477] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421120, 'name': CreateVM_Task, 'duration_secs': 0.430501} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.076662] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f294529-d955-4c46-854a-b5af90808576] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.077578] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.077766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.078163] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.078444] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190edbb6-c363-4e99-871e-c4e2e7ecc257 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.084040] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 887.084040] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525315ea-5486-0bce-1ca2-43e3d636819b" [ 887.084040] env[71147]: _type = "Task" [ 887.084040] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.092692] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525315ea-5486-0bce-1ca2-43e3d636819b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.121087] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7b21592-facf-43db-83bd-139953b8b6da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.126468] env[71147]: DEBUG nova.network.neutron [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.132562] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09da807-5a22-4e04-9fa8-81125aae26a3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.169086] env[71147]: DEBUG nova.compute.manager [req-34dd3776-adec-4d17-a60f-28c99bba08bb req-374663a6-a291-4c12-968c-faae0fce4adb service nova] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Detach interface failed, port_id=497880e0-61d2-47b9-8a12-efc600120fa7, reason: Instance ef34c9c1-4fb9-4304-b06b-1faf675cd4a1 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.288098] env[71147]: DEBUG nova.network.neutron [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Updating instance_info_cache with network_info: [{"id": "2c76f721-c39b-4414-bfb3-0fccf35fa590", "address": "fa:16:3e:7f:ee:d9", "network": {"id": "4a8e5b8b-aa8e-4ed9-a54f-cbb082e91c73", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1187823110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772dbb4716ba4c3db972063387fe4bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c76f721-c3", "ovs_interfaceid": "2c76f721-c39b-4414-bfb3-0fccf35fa590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.338882] env[71147]: DEBUG oslo_vmware.api [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421121, 'name': ReconfigVM_Task, 'duration_secs': 0.503374} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.341201] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] fb97a908-0315-42a4-9194-30d503c7672d/fb97a908-0315-42a4-9194-30d503c7672d.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.341792] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance 'fb97a908-0315-42a4-9194-30d503c7672d' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.358421] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.362497] env[71147]: DEBUG oslo_concurrency.lockutils [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.365050] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.292s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.365050] env[71147]: DEBUG nova.objects.instance [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lazy-loading 'resources' on Instance uuid 5caf8dbc-925d-4810-af4c-34a1113c475d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.373369] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421119, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.380423] env[71147]: INFO nova.scheduler.client.report [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Deleted allocations for instance 53199a9a-b220-4667-9b6a-dde78d872ee8 [ 887.400032] env[71147]: INFO nova.compute.manager [-] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Took 1.37 seconds to deallocate network for instance. [ 887.595334] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525315ea-5486-0bce-1ca2-43e3d636819b, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.595741] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.596039] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.596332] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.596516] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.596729] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.597116] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac2462cc-95b3-4a42-8ff3-141f75eb6504 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.607440] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.607662] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.608438] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a64dc21-d747-41f6-84fd-b0495eb71023 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.615342] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 887.615342] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f758b5-f03c-07a4-6a4c-60c6f45b7abb" [ 887.615342] env[71147]: _type = "Task" [ 887.615342] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.625121] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f758b5-f03c-07a4-6a4c-60c6f45b7abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.796698] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Releasing lock "refresh_cache-7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.796698] env[71147]: DEBUG nova.compute.manager [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Instance network_info: |[{"id": "2c76f721-c39b-4414-bfb3-0fccf35fa590", "address": "fa:16:3e:7f:ee:d9", "network": {"id": "4a8e5b8b-aa8e-4ed9-a54f-cbb082e91c73", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1187823110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772dbb4716ba4c3db972063387fe4bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c76f721-c3", "ovs_interfaceid": "2c76f721-c39b-4414-bfb3-0fccf35fa590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.796698] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:ee:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c76f721-c39b-4414-bfb3-0fccf35fa590', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.800833] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.801149] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.801385] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c4d9f0c-6096-4f53-9b41-c6507ee38fe9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.824854] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.824854] env[71147]: value = "task-3421123" [ 887.824854] env[71147]: _type = "Task" [ 887.824854] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.833625] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421123, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.849192] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6849e08e-14fc-4211-8d99-96baaab85c9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.878315] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0123a59b-6721-4d9c-bed2-1795617415ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.888040] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421119, 'name': CloneVM_Task, 'duration_secs': 1.442593} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.888355] env[71147]: DEBUG oslo_concurrency.lockutils [None req-292aa75e-61b3-4e0d-bb05-60e0519bb721 tempest-InstanceActionsV221TestJSON-2040314845 tempest-InstanceActionsV221TestJSON-2040314845-project-member] Lock "53199a9a-b220-4667-9b6a-dde78d872ee8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.345s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.889636] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Created linked-clone VM from snapshot [ 887.890637] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2486fd5-cb90-4657-bd56-4918a1f34684 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.913292] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.913709] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance 'fb97a908-0315-42a4-9194-30d503c7672d' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.926513] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Uploading image 35587190-3fac-446a-9b62-e9e6e8ecf3eb {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 887.948344] env[71147]: DEBUG oslo_vmware.rw_handles [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 887.948344] env[71147]: value = "vm-682550" [ 887.948344] env[71147]: _type = "VirtualMachine" [ 887.948344] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 887.948639] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ab944a05-e051-472d-bcea-a53658a0d66e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.959828] env[71147]: DEBUG oslo_vmware.rw_handles [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lease: (returnval){ [ 887.959828] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e158ba-ab8b-cc6e-18a2-88ac0f7bb902" [ 887.959828] env[71147]: _type = "HttpNfcLease" [ 887.959828] env[71147]: } obtained for exporting VM: (result){ [ 887.959828] env[71147]: value = "vm-682550" [ 887.959828] env[71147]: _type = "VirtualMachine" [ 887.959828] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 887.960171] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the lease: (returnval){ [ 887.960171] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e158ba-ab8b-cc6e-18a2-88ac0f7bb902" [ 887.960171] env[71147]: _type = "HttpNfcLease" [ 887.960171] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 887.968740] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.968740] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e158ba-ab8b-cc6e-18a2-88ac0f7bb902" [ 887.968740] env[71147]: _type = "HttpNfcLease" [ 887.968740] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.986853] env[71147]: DEBUG nova.compute.manager [req-bf5be130-2756-4978-94b5-68d08d3d42b3 req-4f4de849-52c8-4ac3-862e-71507fd3dab4 service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Received event network-changed-2c76f721-c39b-4414-bfb3-0fccf35fa590 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.987094] env[71147]: DEBUG nova.compute.manager [req-bf5be130-2756-4978-94b5-68d08d3d42b3 req-4f4de849-52c8-4ac3-862e-71507fd3dab4 service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Refreshing instance network info cache due to event network-changed-2c76f721-c39b-4414-bfb3-0fccf35fa590. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.987320] env[71147]: DEBUG oslo_concurrency.lockutils [req-bf5be130-2756-4978-94b5-68d08d3d42b3 req-4f4de849-52c8-4ac3-862e-71507fd3dab4 service nova] Acquiring lock "refresh_cache-7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.987501] env[71147]: DEBUG oslo_concurrency.lockutils [req-bf5be130-2756-4978-94b5-68d08d3d42b3 req-4f4de849-52c8-4ac3-862e-71507fd3dab4 service nova] Acquired lock "refresh_cache-7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.987654] env[71147]: DEBUG nova.network.neutron [req-bf5be130-2756-4978-94b5-68d08d3d42b3 req-4f4de849-52c8-4ac3-862e-71507fd3dab4 service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Refreshing network info cache for port 2c76f721-c39b-4414-bfb3-0fccf35fa590 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.127957] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f758b5-f03c-07a4-6a4c-60c6f45b7abb, 'name': SearchDatastore_Task, 'duration_secs': 0.013508} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.131425] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12b7ba2-595a-4584-977f-d92f4980852d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.137884] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 888.137884] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52391d16-4943-8c8a-3796-f456920d190d" [ 888.137884] env[71147]: _type = "Task" [ 888.137884] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.148762] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52391d16-4943-8c8a-3796-f456920d190d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.307096] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899dc53-1e28-4872-b2d2-ad16a5211724 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.316308] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b37887-206c-4578-9955-5a659b691fd6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.355051] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc91c91a-216b-4d6f-8a70-638fded37e3f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.364234] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421123, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.367816] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eae393e-2682-4edb-91d1-3be032210c68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.384662] env[71147]: DEBUG nova.compute.provider_tree [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.460366] env[71147]: DEBUG nova.network.neutron [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Port 3280961f-7e46-42c9-8b97-ec7eee7326bf binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 888.470575] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.470575] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e158ba-ab8b-cc6e-18a2-88ac0f7bb902" [ 888.470575] env[71147]: _type = "HttpNfcLease" [ 888.470575] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 888.470884] env[71147]: DEBUG oslo_vmware.rw_handles [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 888.470884] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e158ba-ab8b-cc6e-18a2-88ac0f7bb902" [ 888.470884] env[71147]: _type = "HttpNfcLease" [ 888.470884] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 888.471620] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e130dfa8-f03d-4347-b2e6-a17558eab00e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.481169] env[71147]: DEBUG oslo_vmware.rw_handles [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4d23c-849f-1b1c-0a41-873ce098d491/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 888.481169] env[71147]: DEBUG oslo_vmware.rw_handles [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4d23c-849f-1b1c-0a41-873ce098d491/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 888.648070] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a2369a9-3845-4fd1-acd6-40f44d812011 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.654586] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52391d16-4943-8c8a-3796-f456920d190d, 'name': SearchDatastore_Task, 'duration_secs': 0.014706} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.655739] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.656018] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 3f294529-d955-4c46-854a-b5af90808576/3f294529-d955-4c46-854a-b5af90808576.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.656350] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b82c3f65-26c6-4a8f-8d06-77e2f561217a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.665691] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 888.665691] env[71147]: value = "task-3421125" [ 888.665691] env[71147]: _type = "Task" [ 888.665691] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.677364] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.792131] env[71147]: DEBUG nova.network.neutron [req-bf5be130-2756-4978-94b5-68d08d3d42b3 req-4f4de849-52c8-4ac3-862e-71507fd3dab4 service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Updated VIF entry in instance network info cache for port 2c76f721-c39b-4414-bfb3-0fccf35fa590. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.792131] env[71147]: DEBUG nova.network.neutron [req-bf5be130-2756-4978-94b5-68d08d3d42b3 req-4f4de849-52c8-4ac3-862e-71507fd3dab4 service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Updating instance_info_cache with network_info: [{"id": "2c76f721-c39b-4414-bfb3-0fccf35fa590", "address": "fa:16:3e:7f:ee:d9", "network": {"id": "4a8e5b8b-aa8e-4ed9-a54f-cbb082e91c73", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1187823110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772dbb4716ba4c3db972063387fe4bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c76f721-c3", "ovs_interfaceid": "2c76f721-c39b-4414-bfb3-0fccf35fa590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.862028] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421123, 'name': CreateVM_Task, 'duration_secs': 0.649834} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.862028] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.862028] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.862028] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.862028] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.862028] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432134e3-1c6a-4642-93c0-622e58317754 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.866486] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 888.866486] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a4b964-2be2-3cff-d1a9-c99a6cf3e8a9" [ 888.866486] env[71147]: _type = "Task" [ 888.866486] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.877531] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a4b964-2be2-3cff-d1a9-c99a6cf3e8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.887810] env[71147]: DEBUG nova.scheduler.client.report [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.177321] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421125, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.298283] env[71147]: DEBUG oslo_concurrency.lockutils [req-bf5be130-2756-4978-94b5-68d08d3d42b3 req-4f4de849-52c8-4ac3-862e-71507fd3dab4 service nova] Releasing lock "refresh_cache-7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.379086] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a4b964-2be2-3cff-d1a9-c99a6cf3e8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.023741} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.379628] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.379816] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.380035] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.380192] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.380422] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.380793] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e61f8d-5eaa-4214-b538-a579e14cef9a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.394413] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.401978] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.615s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.405083] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.405268] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.406220] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ecca3f-d8b7-4cac-83e1-81339308271a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.419725] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 889.419725] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5212ebb1-7219-8786-cc29-dab242fa1045" [ 889.419725] env[71147]: _type = "Task" [ 889.419725] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.437020] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5212ebb1-7219-8786-cc29-dab242fa1045, 'name': SearchDatastore_Task, 'duration_secs': 0.01545} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.437624] env[71147]: INFO nova.scheduler.client.report [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Deleted allocations for instance 5caf8dbc-925d-4810-af4c-34a1113c475d [ 889.444169] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6695aa6-374e-416b-8c54-bbeb0249ba7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.456608] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 889.456608] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa2fd-8502-7519-73ca-5c44e4297a26" [ 889.456608] env[71147]: _type = "Task" [ 889.456608] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.470360] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa2fd-8502-7519-73ca-5c44e4297a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.493479] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "fb97a908-0315-42a4-9194-30d503c7672d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.494031] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.494454] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.677750] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777273} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.678527] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 3f294529-d955-4c46-854a-b5af90808576/3f294529-d955-4c46-854a-b5af90808576.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.678527] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.678811] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e71529c-0868-4d20-9589-968c738832ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.689069] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 889.689069] env[71147]: value = "task-3421126" [ 889.689069] env[71147]: _type = "Task" [ 889.689069] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.702854] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.905498] env[71147]: DEBUG nova.objects.instance [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lazy-loading 'migration_context' on Instance uuid a02d5d98-5a7f-4bda-9796-feb7b5cd4409 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.953393] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 889.953617] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682549', 'volume_id': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'name': 'volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '894c10ee-ce64-4573-a67b-17718ec9fe3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'serial': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 889.954679] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fb2dd6-0080-4ea2-ad49-6f1a17f0d4b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.958556] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4939b45b-b1f0-4ba4-ba88-0114dd8988d7 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.636s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.960786] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.440s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.963104] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "5caf8dbc-925d-4810-af4c-34a1113c475d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.963104] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.963104] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.965195] env[71147]: INFO nova.compute.manager [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Terminating instance [ 889.992662] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f01beb8-d2ad-4318-92a5-c0e89aac3699 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.996332] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa2fd-8502-7519-73ca-5c44e4297a26, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.996332] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.038935] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd/7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.038935] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2daab864-cabf-49ed-a620-ede2c618150d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.038935] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97/volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.038935] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5724e3b-9c94-400a-b985-29c5b19d3e8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.048480] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 890.048480] env[71147]: value = "task-3421127" [ 890.048480] env[71147]: _type = "Task" [ 890.048480] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.064843] env[71147]: DEBUG oslo_vmware.api [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 890.064843] env[71147]: value = "task-3421128" [ 890.064843] env[71147]: _type = "Task" [ 890.064843] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.064843] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.073928] env[71147]: DEBUG oslo_vmware.api [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.127131] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.127369] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.127551] env[71147]: DEBUG nova.network.neutron [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.200027] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078095} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.200349] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.201217] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5babada8-b416-48d3-b4b5-1fa34a60a3fc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.228886] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 3f294529-d955-4c46-854a-b5af90808576/3f294529-d955-4c46-854a-b5af90808576.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.229298] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c314f012-435b-4e2a-ba43-548f8fc98115 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.258440] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 890.258440] env[71147]: value = "task-3421129" [ 890.258440] env[71147]: _type = "Task" [ 890.258440] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.270375] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.473601] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.473892] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquired lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.474193] env[71147]: DEBUG nova.network.neutron [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.562240] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522026} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.566235] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd/7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.566537] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.566836] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cf1ac13-6843-4ba9-9dd4-ef5fba0fd668 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.576081] env[71147]: DEBUG oslo_vmware.api [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.583111] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 890.583111] env[71147]: value = "task-3421130" [ 890.583111] env[71147]: _type = "Task" [ 890.583111] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.596507] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.753286] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.753813] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.753904] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.754119] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.754318] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.757983] env[71147]: INFO nova.compute.manager [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Terminating instance [ 890.777177] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421129, 'name': ReconfigVM_Task, 'duration_secs': 0.456605} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.780516] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 3f294529-d955-4c46-854a-b5af90808576/3f294529-d955-4c46-854a-b5af90808576.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.783669] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3a48634-80f3-4f21-b6f5-8069ef86dbde {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.793798] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 890.793798] env[71147]: value = "task-3421131" [ 890.793798] env[71147]: _type = "Task" [ 890.793798] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.806499] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421131, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.929020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a99ab50-400a-4298-bb0d-b76d6ee65d14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.943283] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10edca54-efe6-4372-89dc-795658af9765 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.976241] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775d642f-587d-4169-a54b-38653e42cc59 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.979292] env[71147]: DEBUG nova.compute.utils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Can not refresh info_cache because instance was not found {{(pid=71147) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 890.988471] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5e931-1b9d-4f66-9579-ea96bd8d2704 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.008165] env[71147]: DEBUG nova.compute.provider_tree [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.008165] env[71147]: DEBUG nova.network.neutron [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.061607] env[71147]: DEBUG nova.network.neutron [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance_info_cache with network_info: [{"id": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "address": "fa:16:3e:92:20:bb", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3280961f-7e", "ovs_interfaceid": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.072743] env[71147]: DEBUG oslo_vmware.api [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421128, 'name': ReconfigVM_Task, 'duration_secs': 0.679547} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.073777] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97/volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.079034] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb65e59-d784-41ad-bfc1-ffe7afe50c9c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.090656] env[71147]: DEBUG nova.network.neutron [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.106172] env[71147]: DEBUG oslo_vmware.api [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 891.106172] env[71147]: value = "task-3421132" [ 891.106172] env[71147]: _type = "Task" [ 891.106172] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.106449] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085602} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.107517] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.111857] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a447939-b313-485e-82b9-13faade6535c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.122374] env[71147]: DEBUG oslo_vmware.api [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.143395] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd/7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.144213] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c39b5b0b-2e8e-464e-96cb-55267e7c859d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.167883] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 891.167883] env[71147]: value = "task-3421133" [ 891.167883] env[71147]: _type = "Task" [ 891.167883] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.181198] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.271152] env[71147]: DEBUG nova.compute.manager [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.271378] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.272272] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80ca81a-b6da-4e28-a583-c67c5809dc52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.280439] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.280682] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f1e37c-3c30-44d0-94e3-192cad5a20ec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.288905] env[71147]: DEBUG oslo_vmware.api [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 891.288905] env[71147]: value = "task-3421134" [ 891.288905] env[71147]: _type = "Task" [ 891.288905] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.301408] env[71147]: DEBUG oslo_vmware.api [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3421134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.308217] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421131, 'name': Rename_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.511852] env[71147]: DEBUG nova.scheduler.client.report [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.563019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.594098] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Releasing lock "refresh_cache-5caf8dbc-925d-4810-af4c-34a1113c475d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.594148] env[71147]: DEBUG nova.compute.manager [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.594724] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.594724] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02850dd1-11f7-4096-8dd2-9a06a161fcc2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.607255] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8b0998-064e-44aa-aa38-af4f3abde259 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.630851] env[71147]: DEBUG oslo_vmware.api [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421132, 'name': ReconfigVM_Task, 'duration_secs': 0.46434} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.631939] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682549', 'volume_id': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'name': 'volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '894c10ee-ce64-4573-a67b-17718ec9fe3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'serial': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 891.654466] env[71147]: WARNING nova.virt.vmwareapi.vmops [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5caf8dbc-925d-4810-af4c-34a1113c475d could not be found. [ 891.654695] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.654873] env[71147]: INFO nova.compute.manager [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Took 0.06 seconds to destroy the instance on the hypervisor. [ 891.655199] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.655736] env[71147]: DEBUG nova.compute.manager [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.655819] env[71147]: DEBUG nova.network.neutron [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.676329] env[71147]: DEBUG nova.network.neutron [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.681507] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.802013] env[71147]: DEBUG oslo_vmware.api [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3421134, 'name': PowerOffVM_Task, 'duration_secs': 0.281488} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.802689] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.802868] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.803138] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6a4b4de-78e9-41d9-ac67-dfbc36f1b650 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.808014] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421131, 'name': Rename_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.880526] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.880883] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.881039] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Deleting the datastore file [datastore2] f974fb0f-4b81-437d-9cf1-d56b5e7d2c75 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.881336] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ad0a573-6d2e-4d53-b31d-fe7118daa506 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.889702] env[71147]: DEBUG oslo_vmware.api [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for the task: (returnval){ [ 891.889702] env[71147]: value = "task-3421136" [ 891.889702] env[71147]: _type = "Task" [ 891.889702] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.911032] env[71147]: DEBUG oslo_vmware.api [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3421136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.091036] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b886d104-6524-4b58-b4aa-14e648ccdc86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.116553] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb8125d-abf1-4bf8-980f-190d3b1beb41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.126167] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance 'fb97a908-0315-42a4-9194-30d503c7672d' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.180619] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421133, 'name': ReconfigVM_Task, 'duration_secs': 0.605939} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.182737] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd/7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.183106] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=71147) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 892.183842] env[71147]: DEBUG nova.network.neutron [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.185021] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-0256e100-aca6-4cb3-b178-7c601f3c789e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.195994] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 892.195994] env[71147]: value = "task-3421137" [ 892.195994] env[71147]: _type = "Task" [ 892.195994] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.207318] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421137, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.306576] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421131, 'name': Rename_Task, 'duration_secs': 1.15904} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.308096] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.308096] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62fd5048-ceb2-4832-a37c-f6ad6678cb67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.316215] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 892.316215] env[71147]: value = "task-3421138" [ 892.316215] env[71147]: _type = "Task" [ 892.316215] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.326397] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.401149] env[71147]: DEBUG oslo_vmware.api [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Task: {'id': task-3421136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190386} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.401579] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.401810] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.402061] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.402301] env[71147]: INFO nova.compute.manager [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Took 1.13 seconds to destroy the instance on the hypervisor. [ 892.402626] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.402867] env[71147]: DEBUG nova.compute.manager [-] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.402993] env[71147]: DEBUG nova.network.neutron [-] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.524281] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.125s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.533569] env[71147]: DEBUG oslo_concurrency.lockutils [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.847s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.533879] env[71147]: DEBUG nova.objects.instance [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lazy-loading 'resources' on Instance uuid c7151826-0752-4112-a25b-59e79d482872 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.636096] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e07734-e85a-4ad4-9524-c888cdaafd18 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance 'fb97a908-0315-42a4-9194-30d503c7672d' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.686691] env[71147]: DEBUG nova.objects.instance [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'flavor' on Instance uuid 894c10ee-ce64-4573-a67b-17718ec9fe3d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.690976] env[71147]: INFO nova.compute.manager [-] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Took 1.04 seconds to deallocate network for instance. [ 892.712151] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421137, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.063166} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.713409] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=71147) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 892.714937] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104bbf4b-9c58-4638-a5e4-09c29e687c73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.756717] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd/ephemeral_0.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.757414] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c82413b-5700-49ee-893f-75af15062c79 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.780488] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 892.780488] env[71147]: value = "task-3421139" [ 892.780488] env[71147]: _type = "Task" [ 892.780488] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.790964] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.829205] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421138, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.846306] env[71147]: DEBUG nova.compute.manager [req-2d45c2d3-97e5-4ac3-a144-2188ac6688f0 req-ec1fa9cf-97e0-4985-8d2b-e2854d1ed244 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Received event network-vif-deleted-d78b9581-1313-402e-a183-e90148f82ceb {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.846510] env[71147]: INFO nova.compute.manager [req-2d45c2d3-97e5-4ac3-a144-2188ac6688f0 req-ec1fa9cf-97e0-4985-8d2b-e2854d1ed244 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Neutron deleted interface d78b9581-1313-402e-a183-e90148f82ceb; detaching it from the instance and deleting it from the info cache [ 892.846685] env[71147]: DEBUG nova.network.neutron [req-2d45c2d3-97e5-4ac3-a144-2188ac6688f0 req-ec1fa9cf-97e0-4985-8d2b-e2854d1ed244 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.195548] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee9f49cc-1db2-4b70-8dc9-298a22d16314 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.866s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.205175] env[71147]: INFO nova.compute.manager [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance disappeared during terminate [ 893.205175] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d06572fd-8a4a-47d0-bb4b-2c34b9b6255b tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "5caf8dbc-925d-4810-af4c-34a1113c475d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.244s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.273767] env[71147]: DEBUG nova.network.neutron [-] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.296094] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421139, 'name': ReconfigVM_Task, 'duration_secs': 0.434471} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.296094] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd/ephemeral_0.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.296094] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f79cfdf2-8564-4b3e-a1cf-e6a565cd1d21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.305027] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 893.305027] env[71147]: value = "task-3421140" [ 893.305027] env[71147]: _type = "Task" [ 893.305027] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.316130] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421140, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.330708] env[71147]: DEBUG oslo_vmware.api [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421138, 'name': PowerOnVM_Task, 'duration_secs': 0.54186} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.331212] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.331470] env[71147]: INFO nova.compute.manager [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Took 13.48 seconds to spawn the instance on the hypervisor. [ 893.331741] env[71147]: DEBUG nova.compute.manager [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.332684] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d91a31-1f4b-4824-89a3-8e5f6c176c28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.352754] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5103544c-9f8d-4ce0-a7a4-7d7079ec32a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.361643] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f7a86d-759c-4571-9fd0-172c75248831 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.406440] env[71147]: DEBUG nova.compute.manager [req-2d45c2d3-97e5-4ac3-a144-2188ac6688f0 req-ec1fa9cf-97e0-4985-8d2b-e2854d1ed244 service nova] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Detach interface failed, port_id=d78b9581-1313-402e-a183-e90148f82ceb, reason: Instance f974fb0f-4b81-437d-9cf1-d56b5e7d2c75 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 893.635769] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a549bd-3a6f-42d3-b320-884ac5afadad {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.645287] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2239698-cd6e-4da4-96a1-36ef47276272 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.683085] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b14f7a-a5b7-4ccb-a5ca-3cfaf3c51218 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.692162] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf716cf9-c8f1-4dc3-90be-463eb4afa5d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.708577] env[71147]: DEBUG nova.compute.provider_tree [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.779653] env[71147]: INFO nova.compute.manager [-] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Took 1.38 seconds to deallocate network for instance. [ 893.817374] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421140, 'name': Rename_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.855515] env[71147]: INFO nova.compute.manager [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Took 48.61 seconds to build instance. [ 894.077933] env[71147]: INFO nova.compute.manager [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Swapping old allocation on dict_keys(['35e35e14-9e34-4508-84da-a69238f1eb09']) held by migration e87c40f9-c1b3-4c61-947c-ea74bb33b6d4 for instance [ 894.109984] env[71147]: DEBUG nova.scheduler.client.report [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Overwriting current allocation {'allocations': {'35e35e14-9e34-4508-84da-a69238f1eb09': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 80}}, 'project_id': '59613e91b20b4d94a38e6ab477ee05f8', 'user_id': 'cc853a0134d74325aa0801493a5d720c', 'consumer_generation': 1} on consumer a02d5d98-5a7f-4bda-9796-feb7b5cd4409 {{(pid=71147) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 894.206051] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.206920] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquired lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.206920] env[71147]: DEBUG nova.network.neutron [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.211941] env[71147]: DEBUG nova.scheduler.client.report [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.287068] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.318425] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421140, 'name': Rename_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.358823] env[71147]: DEBUG oslo_concurrency.lockutils [None req-769e37e4-cd2c-48e5-83f2-06c5f7e1aa3f tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "3f294529-d955-4c46-854a-b5af90808576" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.121s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.718278] env[71147]: DEBUG oslo_concurrency.lockutils [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.723255] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.615s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.724922] env[71147]: INFO nova.compute.claims [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.743236] env[71147]: INFO nova.scheduler.client.report [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted allocations for instance c7151826-0752-4112-a25b-59e79d482872 [ 894.818520] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421140, 'name': Rename_Task, 'duration_secs': 1.223831} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.818850] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.819140] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9098fae2-52cd-43f2-9caf-cc8054c77ddc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.828436] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 894.828436] env[71147]: value = "task-3421141" [ 894.828436] env[71147]: _type = "Task" [ 894.828436] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.838205] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.992317] env[71147]: DEBUG nova.network.neutron [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance_info_cache with network_info: [{"id": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "address": "fa:16:3e:a7:2a:fa", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec1259f-eb", "ovs_interfaceid": "2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.038385] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "fb97a908-0315-42a4-9194-30d503c7672d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.038539] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.038730] env[71147]: DEBUG nova.compute.manager [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Going to confirm migration 3 {{(pid=71147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 895.244899] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.245236] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.255563] env[71147]: DEBUG oslo_concurrency.lockutils [None req-027d29b3-c660-425d-ba32-4e85975e7c40 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "c7151826-0752-4112-a25b-59e79d482872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.696s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.339450] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.357249] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "3f294529-d955-4c46-854a-b5af90808576" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.357526] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "3f294529-d955-4c46-854a-b5af90808576" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.357801] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "3f294529-d955-4c46-854a-b5af90808576-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.358117] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "3f294529-d955-4c46-854a-b5af90808576-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.358275] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "3f294529-d955-4c46-854a-b5af90808576-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.360552] env[71147]: INFO nova.compute.manager [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Terminating instance [ 895.495678] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Releasing lock "refresh_cache-a02d5d98-5a7f-4bda-9796-feb7b5cd4409" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.496287] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.496630] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93389a89-8318-4db4-afd7-ae64bcb91b07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.506327] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 895.506327] env[71147]: value = "task-3421142" [ 895.506327] env[71147]: _type = "Task" [ 895.506327] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.517362] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.592951] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.593162] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.593419] env[71147]: DEBUG nova.network.neutron [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.593638] env[71147]: DEBUG nova.objects.instance [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'info_cache' on Instance uuid fb97a908-0315-42a4-9194-30d503c7672d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.748185] env[71147]: DEBUG nova.compute.manager [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.839999] env[71147]: DEBUG oslo_vmware.api [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421141, 'name': PowerOnVM_Task, 'duration_secs': 0.698891} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.842820] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.843055] env[71147]: INFO nova.compute.manager [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Took 10.15 seconds to spawn the instance on the hypervisor. [ 895.843254] env[71147]: DEBUG nova.compute.manager [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.844283] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a903e-2d38-4409-835b-c111c8297d69 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.864311] env[71147]: DEBUG nova.compute.manager [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.864803] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.866932] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ac0459-16a3-493c-a131-cf3a6185f349 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.874743] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.877862] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81f951fd-4ae9-41b1-bfe5-5589aa307414 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.887367] env[71147]: DEBUG oslo_vmware.api [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 895.887367] env[71147]: value = "task-3421143" [ 895.887367] env[71147]: _type = "Task" [ 895.887367] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.913036] env[71147]: DEBUG oslo_vmware.api [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.020781] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421142, 'name': PowerOffVM_Task, 'duration_secs': 0.323529} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.021169] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.021891] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:29:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e199ea89-9361-4762-9283-4f76751e2564',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1060354925',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.022175] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.022362] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.022462] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.022680] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.022849] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.023071] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.023265] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.023441] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.023636] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.023883] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.034743] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d234551-d665-489d-a855-915fad667937 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.057917] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 896.057917] env[71147]: value = "task-3421144" [ 896.057917] env[71147]: _type = "Task" [ 896.057917] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.071925] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.197716] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0220435c-6c0a-477c-bff3-58566c053d0d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.207307] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aab920-0eed-4897-9ef0-a0e16f326e5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.244038] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb3cf1-d5b0-4d5f-961a-dbbd79f1f39f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.257119] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec6137b-822c-4903-860f-f8a308d7f52c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.277047] env[71147]: DEBUG nova.compute.provider_tree [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.279375] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.285286] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.285528] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.285734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.285915] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.286110] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.288406] env[71147]: INFO nova.compute.manager [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Terminating instance [ 896.369058] env[71147]: INFO nova.compute.manager [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Took 45.25 seconds to build instance. [ 896.398792] env[71147]: DEBUG oslo_vmware.api [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421143, 'name': PowerOffVM_Task, 'duration_secs': 0.273602} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.399414] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.399414] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.399525] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfa5a61e-b303-47b8-a282-ca6c7245f8e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.517680] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.517949] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.518225] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Deleting the datastore file [datastore2] 3f294529-d955-4c46-854a-b5af90808576 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.518510] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bca1447-5cc2-4b3e-9ce2-946f981e4bfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.526864] env[71147]: DEBUG oslo_vmware.api [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for the task: (returnval){ [ 896.526864] env[71147]: value = "task-3421146" [ 896.526864] env[71147]: _type = "Task" [ 896.526864] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.535891] env[71147]: DEBUG oslo_vmware.api [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.571712] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421144, 'name': ReconfigVM_Task, 'duration_secs': 0.215476} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.572916] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7003653c-7482-4566-88b5-cba407f3f932 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.603434] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:29:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e199ea89-9361-4762-9283-4f76751e2564',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1060354925',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.603746] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.603969] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.604264] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.604482] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.604694] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.604993] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.605245] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.605520] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.605753] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.606009] env[71147]: DEBUG nova.virt.hardware [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.607193] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e009e8-d37a-4836-af02-6769fe6414fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.615149] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 896.615149] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528fdbad-09c2-b2cb-8efc-c0d86241fd55" [ 896.615149] env[71147]: _type = "Task" [ 896.615149] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.624497] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528fdbad-09c2-b2cb-8efc-c0d86241fd55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.781732] env[71147]: DEBUG nova.scheduler.client.report [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.792496] env[71147]: DEBUG nova.compute.manager [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.792579] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.793603] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c7bbd6-454b-436d-9078-2ab477e1a909 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.807286] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.807552] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7abb0ca-54d5-44fc-a094-2eff2357bae5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.817119] env[71147]: DEBUG oslo_vmware.api [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 896.817119] env[71147]: value = "task-3421147" [ 896.817119] env[71147]: _type = "Task" [ 896.817119] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.828889] env[71147]: DEBUG oslo_vmware.api [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.870933] env[71147]: DEBUG oslo_concurrency.lockutils [None req-404a542d-c5d1-4eca-8394-87152a2ceeae tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.770s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.930082] env[71147]: DEBUG nova.network.neutron [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance_info_cache with network_info: [{"id": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "address": "fa:16:3e:92:20:bb", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3280961f-7e", "ovs_interfaceid": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.971018] env[71147]: DEBUG nova.compute.manager [req-969d68cf-b273-4879-92f8-73c7e3fa5c3f req-13f64777-aa89-4ed7-8349-bebb49c59d8d service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Received event network-changed-2c76f721-c39b-4414-bfb3-0fccf35fa590 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.971318] env[71147]: DEBUG nova.compute.manager [req-969d68cf-b273-4879-92f8-73c7e3fa5c3f req-13f64777-aa89-4ed7-8349-bebb49c59d8d service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Refreshing instance network info cache due to event network-changed-2c76f721-c39b-4414-bfb3-0fccf35fa590. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.971434] env[71147]: DEBUG oslo_concurrency.lockutils [req-969d68cf-b273-4879-92f8-73c7e3fa5c3f req-13f64777-aa89-4ed7-8349-bebb49c59d8d service nova] Acquiring lock "refresh_cache-7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.971567] env[71147]: DEBUG oslo_concurrency.lockutils [req-969d68cf-b273-4879-92f8-73c7e3fa5c3f req-13f64777-aa89-4ed7-8349-bebb49c59d8d service nova] Acquired lock "refresh_cache-7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.971722] env[71147]: DEBUG nova.network.neutron [req-969d68cf-b273-4879-92f8-73c7e3fa5c3f req-13f64777-aa89-4ed7-8349-bebb49c59d8d service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Refreshing network info cache for port 2c76f721-c39b-4414-bfb3-0fccf35fa590 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.041023] env[71147]: DEBUG oslo_vmware.api [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Task: {'id': task-3421146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422687} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.041023] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.041023] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.041023] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.041023] env[71147]: INFO nova.compute.manager [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] [instance: 3f294529-d955-4c46-854a-b5af90808576] Took 1.18 seconds to destroy the instance on the hypervisor. [ 897.041023] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.041695] env[71147]: DEBUG nova.compute.manager [-] [instance: 3f294529-d955-4c46-854a-b5af90808576] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.041940] env[71147]: DEBUG nova.network.neutron [-] [instance: 3f294529-d955-4c46-854a-b5af90808576] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.137484] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528fdbad-09c2-b2cb-8efc-c0d86241fd55, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.150356] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 897.154451] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ef8cd6-b1cf-46c5-9ac1-caf7f52643ec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.185512] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 897.185512] env[71147]: value = "task-3421148" [ 897.185512] env[71147]: _type = "Task" [ 897.185512] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.200051] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.287324] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.287865] env[71147]: DEBUG nova.compute.manager [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.290939] env[71147]: DEBUG oslo_concurrency.lockutils [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.278s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.290939] env[71147]: DEBUG nova.objects.instance [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lazy-loading 'resources' on Instance uuid 44f6b829-12db-4c48-b2d3-016bc6363dcc {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.331722] env[71147]: DEBUG oslo_vmware.api [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421147, 'name': PowerOffVM_Task, 'duration_secs': 0.34075} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.332010] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.334529] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.337252] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3657c15-4bd4-41bd-911c-0e6850db3e0b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.346420] env[71147]: DEBUG oslo_vmware.rw_handles [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4d23c-849f-1b1c-0a41-873ce098d491/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 897.347378] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b59b2b-98e9-4936-8763-3a8420b0d832 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.357885] env[71147]: DEBUG oslo_vmware.rw_handles [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4d23c-849f-1b1c-0a41-873ce098d491/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 897.358104] env[71147]: ERROR oslo_vmware.rw_handles [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4d23c-849f-1b1c-0a41-873ce098d491/disk-0.vmdk due to incomplete transfer. [ 897.358353] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4f5b268-3d04-4c61-9b15-63369af973b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.374412] env[71147]: DEBUG oslo_vmware.rw_handles [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f4d23c-849f-1b1c-0a41-873ce098d491/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 897.374560] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Uploaded image 35587190-3fac-446a-9b62-e9e6e8ecf3eb to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 897.377354] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 897.378233] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f894930-5c6a-45af-809d-1d329935de96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.386442] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 897.386442] env[71147]: value = "task-3421150" [ 897.386442] env[71147]: _type = "Task" [ 897.386442] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.395684] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421150, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.433051] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.433349] env[71147]: DEBUG nova.objects.instance [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'migration_context' on Instance uuid fb97a908-0315-42a4-9194-30d503c7672d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.461091] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.461363] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.461547] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleting the datastore file [datastore1] b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.461817] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6cb05eb-642f-4c41-aa56-7e34db34fd43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.469679] env[71147]: DEBUG oslo_vmware.api [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 897.469679] env[71147]: value = "task-3421151" [ 897.469679] env[71147]: _type = "Task" [ 897.469679] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.481649] env[71147]: DEBUG oslo_vmware.api [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.700659] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421148, 'name': ReconfigVM_Task, 'duration_secs': 0.207939} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.701405] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.705084] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05812b8d-2325-4845-8454-d150908dc276 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.739193] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] a02d5d98-5a7f-4bda-9796-feb7b5cd4409/a02d5d98-5a7f-4bda-9796-feb7b5cd4409.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.746102] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef41498e-2fca-4f8c-bd1c-c32b6d2e7da6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.766256] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 897.766256] env[71147]: value = "task-3421152" [ 897.766256] env[71147]: _type = "Task" [ 897.766256] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.779559] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.796265] env[71147]: DEBUG nova.compute.utils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.801674] env[71147]: DEBUG nova.network.neutron [req-969d68cf-b273-4879-92f8-73c7e3fa5c3f req-13f64777-aa89-4ed7-8349-bebb49c59d8d service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Updated VIF entry in instance network info cache for port 2c76f721-c39b-4414-bfb3-0fccf35fa590. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.802197] env[71147]: DEBUG nova.network.neutron [req-969d68cf-b273-4879-92f8-73c7e3fa5c3f req-13f64777-aa89-4ed7-8349-bebb49c59d8d service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Updating instance_info_cache with network_info: [{"id": "2c76f721-c39b-4414-bfb3-0fccf35fa590", "address": "fa:16:3e:7f:ee:d9", "network": {"id": "4a8e5b8b-aa8e-4ed9-a54f-cbb082e91c73", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1187823110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772dbb4716ba4c3db972063387fe4bf0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c76f721-c3", "ovs_interfaceid": "2c76f721-c39b-4414-bfb3-0fccf35fa590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.803960] env[71147]: DEBUG nova.compute.manager [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 897.910226] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421150, 'name': Destroy_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.930398] env[71147]: DEBUG nova.compute.manager [req-4f794ab6-c321-49e5-beee-c6f9c919a5eb req-ec9def47-e00d-453c-bee7-c282b00f9f0f service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Received event network-vif-deleted-43403cde-4a34-424f-a0d7-caa62e9d8471 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.930398] env[71147]: INFO nova.compute.manager [req-4f794ab6-c321-49e5-beee-c6f9c919a5eb req-ec9def47-e00d-453c-bee7-c282b00f9f0f service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Neutron deleted interface 43403cde-4a34-424f-a0d7-caa62e9d8471; detaching it from the instance and deleting it from the info cache [ 897.930831] env[71147]: DEBUG nova.network.neutron [req-4f794ab6-c321-49e5-beee-c6f9c919a5eb req-ec9def47-e00d-453c-bee7-c282b00f9f0f service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Updating instance_info_cache with network_info: [{"id": "9ed62843-eb08-4757-87bc-e7c58516cfd0", "address": "fa:16:3e:80:39:f0", "network": {"id": "d34b13ec-2caa-407e-9fd6-e2fdd9f50c50", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1466486654", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b0b3485cc52945d188e0b491984fbd9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ed62843-eb", "ovs_interfaceid": "9ed62843-eb08-4757-87bc-e7c58516cfd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.939054] env[71147]: DEBUG nova.objects.base [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 897.940812] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a5a398-2392-41af-b8fc-eec251bcb9cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.965120] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b273c578-f12c-4030-a4ce-994c8c662014 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.979953] env[71147]: DEBUG oslo_vmware.api [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 897.979953] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b74e1a-e0bb-d127-dc56-98707300bbcf" [ 897.979953] env[71147]: _type = "Task" [ 897.979953] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.995443] env[71147]: DEBUG oslo_vmware.api [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13742} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.995842] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.996067] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.996246] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.996445] env[71147]: INFO nova.compute.manager [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 897.996700] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.996982] env[71147]: DEBUG nova.compute.manager [-] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.997059] env[71147]: DEBUG nova.network.neutron [-] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.003150] env[71147]: DEBUG oslo_vmware.api [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b74e1a-e0bb-d127-dc56-98707300bbcf, 'name': SearchDatastore_Task, 'duration_secs': 0.014501} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.005456] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.280360] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.298945] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e963ea-c5d1-475f-8d4c-bfcea0793f08 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.302481] env[71147]: DEBUG nova.compute.manager [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.305344] env[71147]: DEBUG oslo_concurrency.lockutils [req-969d68cf-b273-4879-92f8-73c7e3fa5c3f req-13f64777-aa89-4ed7-8349-bebb49c59d8d service nova] Releasing lock "refresh_cache-7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.311405] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606715ea-4934-45de-b19c-9545ac2244f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.347653] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bf1639-c0ea-47d5-9171-b1cc333f2ad9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.363520] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c36f2d-1226-42d0-aa89-67bb1f4f8ff4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.381145] env[71147]: DEBUG nova.compute.provider_tree [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.388139] env[71147]: DEBUG nova.network.neutron [-] [instance: 3f294529-d955-4c46-854a-b5af90808576] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.400442] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421150, 'name': Destroy_Task, 'duration_secs': 0.775315} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.401039] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Destroyed the VM [ 898.401291] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.401541] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e4823582-07d1-4ec7-92b4-bc01289685eb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.409416] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 898.409416] env[71147]: value = "task-3421153" [ 898.409416] env[71147]: _type = "Task" [ 898.409416] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.418498] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421153, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.434462] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d70e514-0548-4393-a46e-475572e4b094 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.444423] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0587e3ef-3e23-461b-8181-2cc5b163bc1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.482304] env[71147]: DEBUG nova.compute.manager [req-4f794ab6-c321-49e5-beee-c6f9c919a5eb req-ec9def47-e00d-453c-bee7-c282b00f9f0f service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Detach interface failed, port_id=43403cde-4a34-424f-a0d7-caa62e9d8471, reason: Instance 3f294529-d955-4c46-854a-b5af90808576 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.774643] env[71147]: DEBUG nova.network.neutron [-] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.779713] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421152, 'name': ReconfigVM_Task, 'duration_secs': 0.593831} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.779916] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Reconfigured VM instance instance-0000002a to attach disk [datastore2] a02d5d98-5a7f-4bda-9796-feb7b5cd4409/a02d5d98-5a7f-4bda-9796-feb7b5cd4409.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.780782] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d5ba8-95ce-4d84-8d6c-e474f77cd86f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.802099] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9413ed8a-cd94-4cab-bbd6-d307e3ceff2d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.824154] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c9a3a9-48ea-433e-9966-79585cefae37 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.846870] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4978bf7-f741-418b-a18d-50788596c4b7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.855169] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.855460] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-979e36ec-2e31-4eee-bc4d-969dfdc8e645 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.863017] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 898.863017] env[71147]: value = "task-3421154" [ 898.863017] env[71147]: _type = "Task" [ 898.863017] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.870761] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.883809] env[71147]: DEBUG nova.scheduler.client.report [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.894207] env[71147]: INFO nova.compute.manager [-] [instance: 3f294529-d955-4c46-854a-b5af90808576] Took 1.85 seconds to deallocate network for instance. [ 898.919992] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421153, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.143642] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.143693] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.276845] env[71147]: INFO nova.compute.manager [-] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Took 1.28 seconds to deallocate network for instance. [ 899.311671] env[71147]: DEBUG nova.compute.manager [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.340861] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.341222] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.341446] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.341650] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.341802] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.342369] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.342369] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.342472] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.342678] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.342856] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.343096] env[71147]: DEBUG nova.virt.hardware [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.344009] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4745e9f2-73ed-4a88-af4b-f5bcaca0ddab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.353877] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12ed123-afcc-4db7-be8b-bcb4aad2db24 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.369661] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.375246] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Creating folder: Project (e3a63aceb8c942deaf7b41bc5847a95c). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.378688] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46f44519-d27d-4b89-b553-aa47b168f76b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.385908] env[71147]: DEBUG oslo_vmware.api [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421154, 'name': PowerOnVM_Task, 'duration_secs': 0.477582} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.386203] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.391192] env[71147]: DEBUG oslo_concurrency.lockutils [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.393246] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Created folder: Project (e3a63aceb8c942deaf7b41bc5847a95c) in parent group-v682378. [ 899.393432] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Creating folder: Instances. Parent ref: group-v682553. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.395096] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.811s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.395096] env[71147]: DEBUG nova.objects.instance [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lazy-loading 'resources' on Instance uuid 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.399022] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74295be8-e87c-43b4-b25d-a317ac10cae6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.400835] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.404809] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Created folder: Instances in parent group-v682553. [ 899.405115] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.405906] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.406158] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5da34987-2026-49b3-b11d-5962264880d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.420836] env[71147]: INFO nova.scheduler.client.report [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Deleted allocations for instance 44f6b829-12db-4c48-b2d3-016bc6363dcc [ 899.429804] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.429804] env[71147]: value = "task-3421157" [ 899.429804] env[71147]: _type = "Task" [ 899.429804] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.433210] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421153, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.441527] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421157, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.645587] env[71147]: DEBUG nova.compute.manager [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.784879] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.935284] env[71147]: DEBUG oslo_concurrency.lockutils [None req-503983c4-fdb6-446b-a211-03697944678b tempest-VolumesAssistedSnapshotsTest-1122912751 tempest-VolumesAssistedSnapshotsTest-1122912751-project-member] Lock "44f6b829-12db-4c48-b2d3-016bc6363dcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.873s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.947432] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421153, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.953966] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421157, 'name': CreateVM_Task, 'duration_secs': 0.292794} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.954120] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.954519] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.954677] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.955166] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.955717] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c3dd60-8c4e-4f5a-9744-972a796e07b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.964907] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 899.964907] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c0813a-cf0b-4666-1262-82b621a35218" [ 899.964907] env[71147]: _type = "Task" [ 899.964907] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.968528] env[71147]: DEBUG nova.compute.manager [req-2cc74b13-1607-4b91-8abe-e526b2793b4a req-bd6cbe3a-cb9b-4cff-905e-db6a514ca4bd service nova] [instance: 3f294529-d955-4c46-854a-b5af90808576] Received event network-vif-deleted-9ed62843-eb08-4757-87bc-e7c58516cfd0 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.968620] env[71147]: DEBUG nova.compute.manager [req-2cc74b13-1607-4b91-8abe-e526b2793b4a req-bd6cbe3a-cb9b-4cff-905e-db6a514ca4bd service nova] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Received event network-vif-deleted-df3c2860-e7e2-41d4-a7dc-8715182ec710 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.983010] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c0813a-cf0b-4666-1262-82b621a35218, 'name': SearchDatastore_Task, 'duration_secs': 0.013372} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.983319] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.983552] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.983778] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.983923] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.984115] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.984385] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd2d726c-8f8b-4c1a-ac40-6361ea063277 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.994368] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.994563] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.995350] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3c368d-49a8-4233-9d78-5d5cca127b72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.001211] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 900.001211] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52356a07-bcff-91db-40d5-9be0ddd076b4" [ 900.001211] env[71147]: _type = "Task" [ 900.001211] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.013067] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52356a07-bcff-91db-40d5-9be0ddd076b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.168356] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.315313] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588c030b-3468-49f3-8b6c-c12736073291 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.322975] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ba6cec-21b2-46ec-9d3d-ced9b4f47094 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.353022] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e967db-1043-49ec-a77b-05d2681ee8da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.359906] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc477547-ac54-457c-a014-6f905b604686 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.372362] env[71147]: DEBUG nova.compute.provider_tree [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.405071] env[71147]: INFO nova.compute.manager [None req-e47f2e4b-5c80-44d8-a467-66d796ff60b1 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance to original state: 'active' [ 900.439028] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421153, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.512408] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52356a07-bcff-91db-40d5-9be0ddd076b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.513598] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b168c0d-7c54-4ea2-b5da-a3529e88b435 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.519804] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 900.519804] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5209ae59-543a-6dbf-18dd-e870f06656c1" [ 900.519804] env[71147]: _type = "Task" [ 900.519804] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.530020] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5209ae59-543a-6dbf-18dd-e870f06656c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.875489] env[71147]: DEBUG nova.scheduler.client.report [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.934193] env[71147]: DEBUG oslo_vmware.api [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421153, 'name': RemoveSnapshot_Task, 'duration_secs': 2.053786} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.934513] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.934513] env[71147]: INFO nova.compute.manager [None req-43c4dd99-3b3f-4885-9939-3b6c769eb21c tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Took 16.74 seconds to snapshot the instance on the hypervisor. [ 901.744740] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.751910] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5209ae59-543a-6dbf-18dd-e870f06656c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.751910] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.453s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.754530] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.754530] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 5df4b4cb-4e55-48b3-b50f-155e7194c010/5df4b4cb-4e55-48b3-b50f-155e7194c010.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.756720] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b66e2a79-5250-4ab9-a36d-54dfc3db46d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.767207] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 901.767207] env[71147]: value = "task-3421158" [ 901.767207] env[71147]: _type = "Task" [ 901.767207] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.777291] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.785339] env[71147]: INFO nova.scheduler.client.report [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted allocations for instance 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc [ 902.259529] env[71147]: INFO nova.compute.claims [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.263995] env[71147]: DEBUG oslo_concurrency.lockutils [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.264247] env[71147]: DEBUG oslo_concurrency.lockutils [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.264442] env[71147]: DEBUG oslo_concurrency.lockutils [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.264621] env[71147]: DEBUG oslo_concurrency.lockutils [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.264822] env[71147]: DEBUG oslo_concurrency.lockutils [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.267862] env[71147]: INFO nova.compute.manager [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Terminating instance [ 902.285133] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460345} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.286332] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 5df4b4cb-4e55-48b3-b50f-155e7194c010/5df4b4cb-4e55-48b3-b50f-155e7194c010.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.286569] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.286815] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3613df21-0a17-46b2-9921-a77641777b82 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.298035] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 902.298035] env[71147]: value = "task-3421159" [ 902.298035] env[71147]: _type = "Task" [ 902.298035] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.298485] env[71147]: DEBUG oslo_concurrency.lockutils [None req-98e4010a-5298-440c-982b-a79717e6a87f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.592s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.308242] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.770742] env[71147]: INFO nova.compute.resource_tracker [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating resource usage from migration 15ff4dfa-43a0-4675-928e-a268dedc70d0 [ 902.778997] env[71147]: DEBUG nova.compute.manager [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.779487] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.780124] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bbee9f-21d9-499c-af96-533c5b341a0b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.789016] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.789260] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42a687a7-4edf-4fad-86ab-c8923fbcd2db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.798021] env[71147]: DEBUG oslo_vmware.api [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 902.798021] env[71147]: value = "task-3421160" [ 902.798021] env[71147]: _type = "Task" [ 902.798021] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.812453] env[71147]: DEBUG oslo_vmware.api [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.818492] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070718} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.818492] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.818492] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71364c00-467c-4830-9194-bc9c3dfba2c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.839870] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5df4b4cb-4e55-48b3-b50f-155e7194c010/5df4b4cb-4e55-48b3-b50f-155e7194c010.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.842728] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03648e82-fb5e-491e-87c3-afcfa2131a41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.864303] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 902.864303] env[71147]: value = "task-3421161" [ 902.864303] env[71147]: _type = "Task" [ 902.864303] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.874659] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.231276] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3993acc3-813a-42b7-be28-5341b6ce97bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.239106] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fb0233-fd59-4a1b-b8d4-de8e8a0c10f4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.270521] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da005f41-dd9f-447f-9c74-6b5bbc68fc7a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.278112] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c01d44-8fe7-466a-9ee9-14b751a0d612 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.291426] env[71147]: DEBUG nova.compute.provider_tree [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.307981] env[71147]: DEBUG oslo_vmware.api [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421160, 'name': PowerOffVM_Task, 'duration_secs': 0.210954} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.308380] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.308575] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.308850] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d35f3b14-16b4-4e92-bba7-f4998b02e9bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.375555] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.376825] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.377084] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.377241] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Deleting the datastore file [datastore2] a02d5d98-5a7f-4bda-9796-feb7b5cd4409 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.377497] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a87cac40-adfc-4d82-bd77-0e8a6c12ba2f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.383713] env[71147]: DEBUG oslo_vmware.api [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 903.383713] env[71147]: value = "task-3421163" [ 903.383713] env[71147]: _type = "Task" [ 903.383713] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.391736] env[71147]: DEBUG oslo_vmware.api [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.795122] env[71147]: DEBUG nova.scheduler.client.report [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.878313] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421161, 'name': ReconfigVM_Task, 'duration_secs': 0.543801} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.878616] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5df4b4cb-4e55-48b3-b50f-155e7194c010/5df4b4cb-4e55-48b3-b50f-155e7194c010.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.879264] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc5fb19b-6f92-4690-a681-34e970fe03ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.885305] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 903.885305] env[71147]: value = "task-3421164" [ 903.885305] env[71147]: _type = "Task" [ 903.885305] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.895410] env[71147]: DEBUG oslo_vmware.api [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152275} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.898593] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.898656] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.898817] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.898983] env[71147]: INFO nova.compute.manager [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Took 1.12 seconds to destroy the instance on the hypervisor. [ 903.899235] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.899617] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421164, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.899761] env[71147]: DEBUG nova.compute.manager [-] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.899761] env[71147]: DEBUG nova.network.neutron [-] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.241117] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.241364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.302672] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.551s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.302880] env[71147]: INFO nova.compute.manager [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Migrating [ 904.310779] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.691s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.311019] env[71147]: DEBUG nova.objects.instance [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lazy-loading 'resources' on Instance uuid c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.313382] env[71147]: DEBUG nova.compute.manager [req-428f19aa-d7c5-45d8-8721-25763ac7612d req-92a5455f-90bd-4735-8b46-c82eb5b710bd service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Received event network-vif-deleted-2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.313560] env[71147]: INFO nova.compute.manager [req-428f19aa-d7c5-45d8-8721-25763ac7612d req-92a5455f-90bd-4735-8b46-c82eb5b710bd service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Neutron deleted interface 2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa; detaching it from the instance and deleting it from the info cache [ 904.313727] env[71147]: DEBUG nova.network.neutron [req-428f19aa-d7c5-45d8-8721-25763ac7612d req-92a5455f-90bd-4735-8b46-c82eb5b710bd service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.400172] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421164, 'name': Rename_Task, 'duration_secs': 0.144995} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.400461] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.400730] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c7ed2ab-8cf1-4aa4-9fd8-6f22cb29f1ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.407251] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 904.407251] env[71147]: value = "task-3421165" [ 904.407251] env[71147]: _type = "Task" [ 904.407251] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.414853] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.690018] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a706db4f-f508-4d8d-abb3-33ee7b302c3d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.698206] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5b85de-d891-4eb2-b1a5-783c717bb5a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.731868] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d71455-fe0f-4325-a88b-ca8fb6a7aed3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.743194] env[71147]: DEBUG nova.compute.manager [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.750748] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6262477c-a989-4d7a-a32e-f74b16f91ca9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.772054] env[71147]: DEBUG nova.compute.provider_tree [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.794242] env[71147]: DEBUG nova.network.neutron [-] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.820797] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf37d175-f3dc-4a95-ab1b-67d7c18d52d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.831039] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d0c091-faee-424d-8e00-be6418b072b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.844193] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.844193] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.844193] env[71147]: DEBUG nova.network.neutron [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.870485] env[71147]: DEBUG nova.compute.manager [req-428f19aa-d7c5-45d8-8721-25763ac7612d req-92a5455f-90bd-4735-8b46-c82eb5b710bd service nova] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Detach interface failed, port_id=2ec1259f-eb13-44fe-a6e7-c8c311f7a8aa, reason: Instance a02d5d98-5a7f-4bda-9796-feb7b5cd4409 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.922162] env[71147]: DEBUG oslo_vmware.api [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421165, 'name': PowerOnVM_Task, 'duration_secs': 0.432718} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.924514] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.925120] env[71147]: INFO nova.compute.manager [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Took 5.61 seconds to spawn the instance on the hypervisor. [ 904.925341] env[71147]: DEBUG nova.compute.manager [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.926260] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bb3bc8-73ea-422d-8b57-c8676f54565e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.269413] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.275511] env[71147]: DEBUG nova.scheduler.client.report [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.297124] env[71147]: INFO nova.compute.manager [-] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Took 1.40 seconds to deallocate network for instance. [ 905.446367] env[71147]: INFO nova.compute.manager [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Took 47.35 seconds to build instance. [ 905.567458] env[71147]: DEBUG nova.network.neutron [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance_info_cache with network_info: [{"id": "0071092e-f883-4a73-8f61-b9d10c4964d1", "address": "fa:16:3e:9d:22:43", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0071092e-f8", "ovs_interfaceid": "0071092e-f883-4a73-8f61-b9d10c4964d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.783159] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.471s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.787324] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.166s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.789103] env[71147]: INFO nova.compute.claims [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.803292] env[71147]: DEBUG oslo_concurrency.lockutils [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.821981] env[71147]: INFO nova.scheduler.client.report [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Deleted allocations for instance c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9 [ 905.949198] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bd948bf3-98bd-41a4-8bd7-e0ece31729c0 tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "5df4b4cb-4e55-48b3-b50f-155e7194c010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.871s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.072594] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.328149] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63ba81f7-987b-442e-88a3-d1eff4d9476a tempest-ServersTestBootFromVolume-320963912 tempest-ServersTestBootFromVolume-320963912-project-member] Lock "c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.550s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.047066] env[71147]: INFO nova.compute.manager [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Rebuilding instance [ 907.112039] env[71147]: DEBUG nova.compute.manager [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.112874] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b20ed-8656-4c21-a496-1b38ccf7f634 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.193492] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a452a392-98dc-4e94-b3b0-b467ae359767 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.204181] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfc577f-e89d-49c5-9759-e8423fb283df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.237217] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd33dea-4218-4609-bccb-2fe8408966cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.245486] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e646128-e3e7-454f-a825-9e6eb4bfb25d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.260448] env[71147]: DEBUG nova.compute.provider_tree [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.590467] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4001a0e-66f6-4344-b58b-58d4cdc0f668 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.613439] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance '7af1fa13-7a1d-40ed-8450-9c2a30fad113' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.764430] env[71147]: DEBUG nova.scheduler.client.report [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.120370] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.120370] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c659a06-a6cc-4c8c-bdc0-0be2a81c3920 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.130904] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.132134] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6de5e171-ad73-4d4d-b7d0-249dee9dc260 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.134649] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 908.134649] env[71147]: value = "task-3421166" [ 908.134649] env[71147]: _type = "Task" [ 908.134649] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.141592] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 908.141592] env[71147]: value = "task-3421167" [ 908.141592] env[71147]: _type = "Task" [ 908.141592] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.148808] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.154887] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.269939] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.270587] env[71147]: DEBUG nova.compute.manager [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.275514] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.860s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.276067] env[71147]: DEBUG nova.objects.instance [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lazy-loading 'resources' on Instance uuid 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.647709] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421166, 'name': PowerOffVM_Task, 'duration_secs': 0.195585} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.648023] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.648147] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance '7af1fa13-7a1d-40ed-8450-9c2a30fad113' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.654089] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421167, 'name': PowerOffVM_Task, 'duration_secs': 0.131714} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.654533] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.655196] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.656067] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fff472-457c-429f-914c-cd800fdd6e48 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.662571] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.662836] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20d7bc48-d5c3-4cc3-8737-83e08d099e75 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.687773] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.688102] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.688330] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Deleting the datastore file [datastore1] 5df4b4cb-4e55-48b3-b50f-155e7194c010 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.688620] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec6c061-7a6d-4e50-aed1-7d935f40c14c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.695908] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 908.695908] env[71147]: value = "task-3421169" [ 908.695908] env[71147]: _type = "Task" [ 908.695908] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.704666] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.780343] env[71147]: DEBUG nova.compute.utils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.785452] env[71147]: DEBUG nova.compute.manager [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.785681] env[71147]: DEBUG nova.network.neutron [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.848899] env[71147]: DEBUG nova.policy [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0204ca6060204bfc817ba687c370b9b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde30dec789a465c90b38b27cc45c451', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.159337] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.160668] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.160914] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.161159] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.161343] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.161519] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.161754] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.161961] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.162187] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.162387] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.162592] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.168112] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6767184-95a8-4c60-8e01-3b3bd4d96498 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.188971] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 909.188971] env[71147]: value = "task-3421170" [ 909.188971] env[71147]: _type = "Task" [ 909.188971] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.203642] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.211149] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140145} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.212121] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.212458] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.212749] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.230615] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e597ab9-40bd-49a4-a667-2aa8c648b763 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.239143] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4255e86d-4209-4d2a-922c-95bac3c325d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.281694] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d51ac-9f54-4510-8f3b-5c8e8b0f7d63 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.287564] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af7e382-5412-4354-8ed4-464953a8470a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.291967] env[71147]: DEBUG nova.compute.manager [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.305016] env[71147]: DEBUG nova.compute.provider_tree [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.498551] env[71147]: DEBUG nova.network.neutron [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Successfully created port: 546ec2e9-c015-4932-9edb-6341c129a7da {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.699243] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421170, 'name': ReconfigVM_Task, 'duration_secs': 0.349271} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.699592] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance '7af1fa13-7a1d-40ed-8450-9c2a30fad113' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.714990] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "5a70003f-fae2-4404-ae49-0bb99e913fec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.714990] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "5a70003f-fae2-4404-ae49-0bb99e913fec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.810020] env[71147]: DEBUG nova.scheduler.client.report [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.213631] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.214049] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.214049] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.214248] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.214396] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.214541] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.214790] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.214912] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.215080] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.215256] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.215702] env[71147]: DEBUG nova.virt.hardware [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.220779] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.221183] env[71147]: DEBUG nova.compute.manager [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.228021] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fce1824-d9e3-401e-9b73-77e2e0757493 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.244691] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 910.244691] env[71147]: value = "task-3421171" [ 910.244691] env[71147]: _type = "Task" [ 910.244691] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.254024] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.269665] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.269868] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.270043] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.270234] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.270376] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.270520] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.270726] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.270881] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.271055] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.271222] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.271393] env[71147]: DEBUG nova.virt.hardware [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.272232] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9dbe34-9386-4f6a-b28f-20ae29caa655 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.279610] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80026a48-1c75-4243-a46b-d3b3dc602a29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.292519] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.298100] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.298621] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.298837] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0645794f-9ee1-4c29-bcff-0258999dd4f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.311603] env[71147]: DEBUG nova.compute.manager [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.314065] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.317528] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.655s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.317723] env[71147]: DEBUG nova.objects.instance [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lazy-loading 'resources' on Instance uuid 0354b1fa-22f0-4148-a226-45514d95efed {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.321441] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.321441] env[71147]: value = "task-3421172" [ 910.321441] env[71147]: _type = "Task" [ 910.321441] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.335559] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421172, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.338330] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.338612] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.338799] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.339030] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.339222] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.339418] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.339674] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.339872] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.341144] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.341144] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.341144] env[71147]: DEBUG nova.virt.hardware [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.342461] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd95be1d-0be6-45b3-9764-c857b947a03a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.346018] env[71147]: INFO nova.scheduler.client.report [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Deleted allocations for instance 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d [ 910.353877] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b857784-bdc7-4327-85b8-5968ebffd322 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.756399] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421171, 'name': ReconfigVM_Task, 'duration_secs': 0.155322} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.756741] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 910.759892] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3486b839-333b-45ba-bf93-97722fcdb2eb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.764657] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.784841] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 7af1fa13-7a1d-40ed-8450-9c2a30fad113/7af1fa13-7a1d-40ed-8450-9c2a30fad113.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.785176] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945bf96c-0693-4702-aad4-11c448faacbf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.804142] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 910.804142] env[71147]: value = "task-3421173" [ 910.804142] env[71147]: _type = "Task" [ 910.804142] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.813045] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.832963] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421172, 'name': CreateVM_Task, 'duration_secs': 0.294507} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.833165] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.833709] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.833796] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.834149] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.834416] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d11552-1e2d-448d-9a90-ee4429a9b818 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.839329] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 910.839329] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524f1a2f-0e1e-bba7-6a5a-d20e28f5b73c" [ 910.839329] env[71147]: _type = "Task" [ 910.839329] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.854779] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524f1a2f-0e1e-bba7-6a5a-d20e28f5b73c, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.855223] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7f7e1ea5-a06b-4e5d-b317-b2c1ad69d8f0 tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.824s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.856147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.856381] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.856842] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.857056] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.857255] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.860089] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dc59683-157c-4a22-aae7-6058ec00c362 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.867906] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.868861] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.869604] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4fe833-5bda-4258-bcb7-8c894fdca25e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.875877] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 910.875877] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528381d2-aaa5-8716-0227-1074b2cd684f" [ 910.875877] env[71147]: _type = "Task" [ 910.875877] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.887808] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528381d2-aaa5-8716-0227-1074b2cd684f, 'name': SearchDatastore_Task, 'duration_secs': 0.008679} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.888613] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d505937e-3710-4f2e-8a66-8c7e4f04a111 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.893856] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 910.893856] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5214ff8a-86ee-0c9f-0f22-65cc4849b281" [ 910.893856] env[71147]: _type = "Task" [ 910.893856] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.910448] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5214ff8a-86ee-0c9f-0f22-65cc4849b281, 'name': SearchDatastore_Task, 'duration_secs': 0.008885} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.910448] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.910448] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5df4b4cb-4e55-48b3-b50f-155e7194c010/5df4b4cb-4e55-48b3-b50f-155e7194c010.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.912328] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b4696ba-0511-4989-a2ad-2235215e0e7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.919580] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 910.919580] env[71147]: value = "task-3421174" [ 910.919580] env[71147]: _type = "Task" [ 910.919580] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.928558] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.294286] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e8e916-37e2-4433-89d8-033e9b81aae0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.305658] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caca8b4-378a-4218-868e-820a85b7ee52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.320090] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421173, 'name': ReconfigVM_Task, 'duration_secs': 0.273527} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.353911] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 7af1fa13-7a1d-40ed-8450-9c2a30fad113/7af1fa13-7a1d-40ed-8450-9c2a30fad113.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.354294] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance '7af1fa13-7a1d-40ed-8450-9c2a30fad113' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.361060] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e608a4e-bd81-48eb-9255-7769aa43f569 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.364827] env[71147]: DEBUG nova.compute.manager [req-1a672c52-ba02-4c77-8d46-78b34d87c17a req-25268977-38c6-4a6c-9270-9f583db76e63 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Received event network-vif-plugged-546ec2e9-c015-4932-9edb-6341c129a7da {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.365572] env[71147]: DEBUG oslo_concurrency.lockutils [req-1a672c52-ba02-4c77-8d46-78b34d87c17a req-25268977-38c6-4a6c-9270-9f583db76e63 service nova] Acquiring lock "09f50ff6-d66c-4dbf-9163-309a62ded17d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.365811] env[71147]: DEBUG oslo_concurrency.lockutils [req-1a672c52-ba02-4c77-8d46-78b34d87c17a req-25268977-38c6-4a6c-9270-9f583db76e63 service nova] Lock "09f50ff6-d66c-4dbf-9163-309a62ded17d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.365992] env[71147]: DEBUG oslo_concurrency.lockutils [req-1a672c52-ba02-4c77-8d46-78b34d87c17a req-25268977-38c6-4a6c-9270-9f583db76e63 service nova] Lock "09f50ff6-d66c-4dbf-9163-309a62ded17d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.366184] env[71147]: DEBUG nova.compute.manager [req-1a672c52-ba02-4c77-8d46-78b34d87c17a req-25268977-38c6-4a6c-9270-9f583db76e63 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] No waiting events found dispatching network-vif-plugged-546ec2e9-c015-4932-9edb-6341c129a7da {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.366350] env[71147]: WARNING nova.compute.manager [req-1a672c52-ba02-4c77-8d46-78b34d87c17a req-25268977-38c6-4a6c-9270-9f583db76e63 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Received unexpected event network-vif-plugged-546ec2e9-c015-4932-9edb-6341c129a7da for instance with vm_state building and task_state spawning. [ 911.374017] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9642b7c-ccb9-41e6-b948-2840abfd32d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.391553] env[71147]: DEBUG nova.compute.provider_tree [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.430260] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479793} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.430514] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5df4b4cb-4e55-48b3-b50f-155e7194c010/5df4b4cb-4e55-48b3-b50f-155e7194c010.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.430726] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.430970] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d0a0258-edf2-4d8b-861e-3b1bcb3425f8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.437249] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 911.437249] env[71147]: value = "task-3421175" [ 911.437249] env[71147]: _type = "Task" [ 911.437249] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.445847] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.501757] env[71147]: DEBUG nova.network.neutron [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Successfully updated port: 546ec2e9-c015-4932-9edb-6341c129a7da {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.820379] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "c90f1c35-8c44-488c-8ac7-6176d062db97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.820620] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "c90f1c35-8c44-488c-8ac7-6176d062db97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.863174] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c0523e-f824-4e30-954a-8b24657d2f37 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.885621] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655e2716-ebc7-4f97-bb3e-06361a143a7d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.905851] env[71147]: DEBUG nova.scheduler.client.report [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.912166] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance '7af1fa13-7a1d-40ed-8450-9c2a30fad113' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.949107] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063752} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.949342] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.950742] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d2aa8a-8b71-4380-a57f-fb7d5d428b3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.972979] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 5df4b4cb-4e55-48b3-b50f-155e7194c010/5df4b4cb-4e55-48b3-b50f-155e7194c010.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.974082] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc653ce-05d1-422a-9fdf-d90a01eeb5c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.996843] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 911.996843] env[71147]: value = "task-3421176" [ 911.996843] env[71147]: _type = "Task" [ 911.996843] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.004380] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquiring lock "refresh_cache-09f50ff6-d66c-4dbf-9163-309a62ded17d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.004545] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquired lock "refresh_cache-09f50ff6-d66c-4dbf-9163-309a62ded17d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.004694] env[71147]: DEBUG nova.network.neutron [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.005843] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.325861] env[71147]: DEBUG nova.compute.manager [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.424013] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.426744] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.538s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.463036] env[71147]: DEBUG nova.network.neutron [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Port 0071092e-f883-4a73-8f61-b9d10c4964d1 binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 912.471966] env[71147]: INFO nova.scheduler.client.report [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Deleted allocations for instance 0354b1fa-22f0-4148-a226-45514d95efed [ 912.511993] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.552057] env[71147]: DEBUG nova.network.neutron [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.744367] env[71147]: DEBUG nova.network.neutron [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Updating instance_info_cache with network_info: [{"id": "546ec2e9-c015-4932-9edb-6341c129a7da", "address": "fa:16:3e:ff:c0:35", "network": {"id": "259bfc13-c035-4fd6-8eab-4fc25b434762", "bridge": "br-int", "label": "tempest-ServersTestJSON-1224470940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde30dec789a465c90b38b27cc45c451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap546ec2e9-c0", "ovs_interfaceid": "546ec2e9-c015-4932-9edb-6341c129a7da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.848669] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.980682] env[71147]: DEBUG oslo_concurrency.lockutils [None req-02537a9e-fad3-4c05-9b69-348bb125183d tempest-VolumesAdminNegativeTest-302320000 tempest-VolumesAdminNegativeTest-302320000-project-member] Lock "0354b1fa-22f0-4148-a226-45514d95efed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.574s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.010322] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421176, 'name': ReconfigVM_Task, 'duration_secs': 0.698926} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.010636] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 5df4b4cb-4e55-48b3-b50f-155e7194c010/5df4b4cb-4e55-48b3-b50f-155e7194c010.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.011265] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1499b43-b6e3-43f9-b162-0fe969ad05fb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.020844] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 913.020844] env[71147]: value = "task-3421177" [ 913.020844] env[71147]: _type = "Task" [ 913.020844] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.028895] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421177, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.250066] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Releasing lock "refresh_cache-09f50ff6-d66c-4dbf-9163-309a62ded17d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.250478] env[71147]: DEBUG nova.compute.manager [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Instance network_info: |[{"id": "546ec2e9-c015-4932-9edb-6341c129a7da", "address": "fa:16:3e:ff:c0:35", "network": {"id": "259bfc13-c035-4fd6-8eab-4fc25b434762", "bridge": "br-int", "label": "tempest-ServersTestJSON-1224470940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde30dec789a465c90b38b27cc45c451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap546ec2e9-c0", "ovs_interfaceid": "546ec2e9-c015-4932-9edb-6341c129a7da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.250918] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:c0:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '546ec2e9-c015-4932-9edb-6341c129a7da', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.260919] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Creating folder: Project (fde30dec789a465c90b38b27cc45c451). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.261237] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c5eed41-00d2-4feb-b54a-d8f967d9b076 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.274652] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Created folder: Project (fde30dec789a465c90b38b27cc45c451) in parent group-v682378. [ 913.275725] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Creating folder: Instances. Parent ref: group-v682557. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.275725] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de0c4a52-1b48-4c0d-a8b3-02b042c5c569 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.285596] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Created folder: Instances in parent group-v682557. [ 913.285861] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.286055] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.286270] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-496f2173-2bac-45c6-82b5-d804a005e40a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.307063] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.307063] env[71147]: value = "task-3421180" [ 913.307063] env[71147]: _type = "Task" [ 913.307063] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.316027] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421180, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.377938] env[71147]: DEBUG nova.compute.manager [req-31709465-46a1-47ba-8e2e-6e10af686aea req-65036b8f-1d69-4d35-aa2e-2d6bc6fa0e78 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Received event network-changed-546ec2e9-c015-4932-9edb-6341c129a7da {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.378473] env[71147]: DEBUG nova.compute.manager [req-31709465-46a1-47ba-8e2e-6e10af686aea req-65036b8f-1d69-4d35-aa2e-2d6bc6fa0e78 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Refreshing instance network info cache due to event network-changed-546ec2e9-c015-4932-9edb-6341c129a7da. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.378714] env[71147]: DEBUG oslo_concurrency.lockutils [req-31709465-46a1-47ba-8e2e-6e10af686aea req-65036b8f-1d69-4d35-aa2e-2d6bc6fa0e78 service nova] Acquiring lock "refresh_cache-09f50ff6-d66c-4dbf-9163-309a62ded17d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.378909] env[71147]: DEBUG oslo_concurrency.lockutils [req-31709465-46a1-47ba-8e2e-6e10af686aea req-65036b8f-1d69-4d35-aa2e-2d6bc6fa0e78 service nova] Acquired lock "refresh_cache-09f50ff6-d66c-4dbf-9163-309a62ded17d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.379429] env[71147]: DEBUG nova.network.neutron [req-31709465-46a1-47ba-8e2e-6e10af686aea req-65036b8f-1d69-4d35-aa2e-2d6bc6fa0e78 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Refreshing network info cache for port 546ec2e9-c015-4932-9edb-6341c129a7da {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.449657] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Applying migration context for instance fb97a908-0315-42a4-9194-30d503c7672d as it has an incoming, in-progress migration 7e7f6840-8bbe-4044-b193-3f87636b701d. Migration status is confirming {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 913.449657] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Applying migration context for instance 7af1fa13-7a1d-40ed-8450-9c2a30fad113 as it has an incoming, in-progress migration 15ff4dfa-43a0-4675-928e-a268dedc70d0. Migration status is post-migrating {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 913.451139] env[71147]: INFO nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating resource usage from migration 7e7f6840-8bbe-4044-b193-3f87636b701d [ 913.451402] env[71147]: INFO nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating resource usage from migration 15ff4dfa-43a0-4675-928e-a268dedc70d0 [ 913.484301] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b1b9949a-e3a3-4ce2-a77e-0def597bdec1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.484610] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 913.484862] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 8ea6b675-6e2f-492b-be9b-0ff5638b9363 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488020] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 47abd936-95ee-4441-91f3-c1cfbda66bd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488020] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5f587671-def8-46da-918b-72029dba52c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488020] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance c35b7224-4ad6-40a0-aee7-97b8cec436cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 913.488020] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance f974fb0f-4b81-437d-9cf1-d56b5e7d2c75 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 913.488020] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 894c10ee-ce64-4573-a67b-17718ec9fe3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488020] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance a02d5d98-5a7f-4bda-9796-feb7b5cd4409 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 913.488020] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0796393e-5eeb-429b-8d36-a8129a9eb952 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488020] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b9c54d96-6489-4317-8741-55cd45b11959 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488020] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance ef34c9c1-4fb9-4304-b06b-1faf675cd4a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 913.488020] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 6c9ee138-a637-46c5-9491-3360509e9043 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488020] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 3f294529-d955-4c46-854a-b5af90808576 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 913.488020] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Migration 7e7f6840-8bbe-4044-b193-3f87636b701d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 913.488546] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance fb97a908-0315-42a4-9194-30d503c7672d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488546] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488546] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5df4b4cb-4e55-48b3-b50f-155e7194c010 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488546] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Migration 15ff4dfa-43a0-4675-928e-a268dedc70d0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 913.488546] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 7af1fa13-7a1d-40ed-8450-9c2a30fad113 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.488546] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 09f50ff6-d66c-4dbf-9163-309a62ded17d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 913.496414] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.496816] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.497195] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.528980] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421177, 'name': Rename_Task, 'duration_secs': 0.146901} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.529301] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.529594] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-781b9acd-d9fe-4f83-a326-81cbf67bfda4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.536318] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 913.536318] env[71147]: value = "task-3421181" [ 913.536318] env[71147]: _type = "Task" [ 913.536318] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.547175] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.769757] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.770213] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.820115] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421180, 'name': CreateVM_Task, 'duration_secs': 0.354358} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.820304] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.821021] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.821203] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.821527] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.821790] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc0862f-8f76-4858-82ed-c7e81f7b554f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.829420] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 913.829420] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529de94b-1ed4-dd96-6a7b-93617ee08315" [ 913.829420] env[71147]: _type = "Task" [ 913.829420] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.841585] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529de94b-1ed4-dd96-6a7b-93617ee08315, 'name': SearchDatastore_Task} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.842487] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.842487] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.842487] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.842581] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.842760] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.843146] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0886568-1761-47b2-a5a4-55ba3f257b4c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.854905] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.855450] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.855915] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07969be9-dd04-4d39-8e0a-9ccc18661dc1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.862564] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 913.862564] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fa182f-6bc2-57bd-d7ac-f65e89697a98" [ 913.862564] env[71147]: _type = "Task" [ 913.862564] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.871474] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fa182f-6bc2-57bd-d7ac-f65e89697a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.992347] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 914.045184] env[71147]: DEBUG oslo_vmware.api [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421181, 'name': PowerOnVM_Task, 'duration_secs': 0.483143} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.045463] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.045773] env[71147]: DEBUG nova.compute.manager [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.046577] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f14fc7-3099-495b-8d22-42cf0bf17579 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.131465] env[71147]: DEBUG nova.network.neutron [req-31709465-46a1-47ba-8e2e-6e10af686aea req-65036b8f-1d69-4d35-aa2e-2d6bc6fa0e78 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Updated VIF entry in instance network info cache for port 546ec2e9-c015-4932-9edb-6341c129a7da. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.131847] env[71147]: DEBUG nova.network.neutron [req-31709465-46a1-47ba-8e2e-6e10af686aea req-65036b8f-1d69-4d35-aa2e-2d6bc6fa0e78 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Updating instance_info_cache with network_info: [{"id": "546ec2e9-c015-4932-9edb-6341c129a7da", "address": "fa:16:3e:ff:c0:35", "network": {"id": "259bfc13-c035-4fd6-8eab-4fc25b434762", "bridge": "br-int", "label": "tempest-ServersTestJSON-1224470940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde30dec789a465c90b38b27cc45c451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap546ec2e9-c0", "ovs_interfaceid": "546ec2e9-c015-4932-9edb-6341c129a7da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.274801] env[71147]: DEBUG nova.compute.manager [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.375166] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fa182f-6bc2-57bd-d7ac-f65e89697a98, 'name': SearchDatastore_Task, 'duration_secs': 0.008365} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.378321] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7127c07e-4646-4d1c-bfd8-5ddef6e805bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.384146] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 914.384146] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cb58a5-4641-0d23-f88e-a397276b24fb" [ 914.384146] env[71147]: _type = "Task" [ 914.384146] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.393553] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cb58a5-4641-0d23-f88e-a397276b24fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.495926] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 621d7ad8-9527-4d52-8b55-4da90d4d5ec2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 914.561019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.561019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.561019] env[71147]: DEBUG nova.network.neutron [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.573323] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.635047] env[71147]: DEBUG oslo_concurrency.lockutils [req-31709465-46a1-47ba-8e2e-6e10af686aea req-65036b8f-1d69-4d35-aa2e-2d6bc6fa0e78 service nova] Releasing lock "refresh_cache-09f50ff6-d66c-4dbf-9163-309a62ded17d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.798068] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.804859] env[71147]: DEBUG nova.network.neutron [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance_info_cache with network_info: [{"id": "0071092e-f883-4a73-8f61-b9d10c4964d1", "address": "fa:16:3e:9d:22:43", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0071092e-f8", "ovs_interfaceid": "0071092e-f883-4a73-8f61-b9d10c4964d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.900352] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cb58a5-4641-0d23-f88e-a397276b24fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.900352] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.901798] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 09f50ff6-d66c-4dbf-9163-309a62ded17d/09f50ff6-d66c-4dbf-9163-309a62ded17d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.902155] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-082349c6-2cbf-493b-b9eb-5b35d86d027c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.913178] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 914.913178] env[71147]: value = "task-3421182" [ 914.913178] env[71147]: _type = "Task" [ 914.913178] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.920704] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.001456] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 7bf98de4-01db-4bbf-bff8-d05dce0391a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 915.149900] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "5df4b4cb-4e55-48b3-b50f-155e7194c010" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.150508] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "5df4b4cb-4e55-48b3-b50f-155e7194c010" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.150904] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "5df4b4cb-4e55-48b3-b50f-155e7194c010-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.151290] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "5df4b4cb-4e55-48b3-b50f-155e7194c010-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.151611] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "5df4b4cb-4e55-48b3-b50f-155e7194c010-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.156452] env[71147]: INFO nova.compute.manager [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Terminating instance [ 915.311022] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.424312] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463777} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.424312] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 09f50ff6-d66c-4dbf-9163-309a62ded17d/09f50ff6-d66c-4dbf-9163-309a62ded17d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.424312] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.424312] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99d33c73-4dc8-4eea-af11-4ed4057edb12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.431022] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 915.431022] env[71147]: value = "task-3421183" [ 915.431022] env[71147]: _type = "Task" [ 915.431022] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.437363] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.507085] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 915.662013] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "refresh_cache-5df4b4cb-4e55-48b3-b50f-155e7194c010" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.662242] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquired lock "refresh_cache-5df4b4cb-4e55-48b3-b50f-155e7194c010" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.662424] env[71147]: DEBUG nova.network.neutron [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.845393] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d986cc37-4b98-4e43-83f6-1eb546c5ab2c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.871499] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1906648c-2510-46c4-ae30-d0640fb5ff85 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.879963] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance '7af1fa13-7a1d-40ed-8450-9c2a30fad113' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.940058] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063738} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.940341] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.941084] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29038dc-49a0-4382-af1e-68f1c26da78f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.962806] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 09f50ff6-d66c-4dbf-9163-309a62ded17d/09f50ff6-d66c-4dbf-9163-309a62ded17d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.963095] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161f132d-681d-4a3c-b775-2b4d24763564 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.983493] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 915.983493] env[71147]: value = "task-3421184" [ 915.983493] env[71147]: _type = "Task" [ 915.983493] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.991365] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.010691] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5a70003f-fae2-4404-ae49-0bb99e913fec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 916.188734] env[71147]: DEBUG nova.network.neutron [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.277583] env[71147]: DEBUG nova.network.neutron [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.386360] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.388650] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96fdfec0-826b-436a-87ea-71a6ec1e5e5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.394724] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 916.394724] env[71147]: value = "task-3421185" [ 916.394724] env[71147]: _type = "Task" [ 916.394724] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.402860] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.509323] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.515228] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance c90f1c35-8c44-488c-8ac7-6176d062db97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 916.781410] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Releasing lock "refresh_cache-5df4b4cb-4e55-48b3-b50f-155e7194c010" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.782046] env[71147]: DEBUG nova.compute.manager [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.782153] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.783100] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967caec3-e2a6-4a29-8371-5243b7a08da8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.791254] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.791536] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-108cecba-a253-49b5-9232-7aeea5d52afb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.798437] env[71147]: DEBUG oslo_vmware.api [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 916.798437] env[71147]: value = "task-3421186" [ 916.798437] env[71147]: _type = "Task" [ 916.798437] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.806216] env[71147]: DEBUG oslo_vmware.api [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.904797] env[71147]: DEBUG oslo_vmware.api [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421185, 'name': PowerOnVM_Task, 'duration_secs': 0.405606} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.905317] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.905317] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70eb9128-313f-4ace-b28e-c20e9174bb55 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance '7af1fa13-7a1d-40ed-8450-9c2a30fad113' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.993986] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421184, 'name': ReconfigVM_Task, 'duration_secs': 0.606043} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.994335] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 09f50ff6-d66c-4dbf-9163-309a62ded17d/09f50ff6-d66c-4dbf-9163-309a62ded17d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.994894] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-376be079-dc42-4339-8cc3-604172ae57fb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.001302] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 917.001302] env[71147]: value = "task-3421187" [ 917.001302] env[71147]: _type = "Task" [ 917.001302] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.008704] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421187, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.018518] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance a1c91e5f-c70c-4cc9-a624-edbd8186f801 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 917.018800] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 917.018942] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 917.316594] env[71147]: DEBUG oslo_vmware.api [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421186, 'name': PowerOffVM_Task, 'duration_secs': 0.178037} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.317666] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.317666] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.317666] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1687adb-d47a-433c-9a9d-02a7fe2f36fd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.342975] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.343164] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.343388] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Deleting the datastore file [datastore2] 5df4b4cb-4e55-48b3-b50f-155e7194c010 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.346071] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689f42a8-ae46-457e-ba23-24f9b037044a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.352946] env[71147]: DEBUG oslo_vmware.api [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for the task: (returnval){ [ 917.352946] env[71147]: value = "task-3421189" [ 917.352946] env[71147]: _type = "Task" [ 917.352946] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.362698] env[71147]: DEBUG oslo_vmware.api [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.380058] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f74d50-6af6-4836-99dd-efa06acef987 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.387354] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38ba829-f9dd-4591-a90f-73f61754cd5f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.420719] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021f62bf-8093-4c20-a782-ad5390ba675d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.429407] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3900786-1b5f-4bce-a876-b9aa3a12d612 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.443670] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.511039] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421187, 'name': Rename_Task, 'duration_secs': 0.143174} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.511350] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.511564] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d783e80f-892c-4e62-95d4-126512638b58 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.518330] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 917.518330] env[71147]: value = "task-3421190" [ 917.518330] env[71147]: _type = "Task" [ 917.518330] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.526364] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.864723] env[71147]: DEBUG oslo_vmware.api [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Task: {'id': task-3421189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210797} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.865043] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.865234] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.865425] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.865602] env[71147]: INFO nova.compute.manager [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Took 1.08 seconds to destroy the instance on the hypervisor. [ 917.865840] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.866042] env[71147]: DEBUG nova.compute.manager [-] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.866144] env[71147]: DEBUG nova.network.neutron [-] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.892127] env[71147]: DEBUG nova.network.neutron [-] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.947118] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.031557] env[71147]: DEBUG oslo_vmware.api [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421190, 'name': PowerOnVM_Task, 'duration_secs': 0.479787} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.031557] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.031557] env[71147]: INFO nova.compute.manager [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Took 7.72 seconds to spawn the instance on the hypervisor. [ 918.031557] env[71147]: DEBUG nova.compute.manager [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.031557] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13623ec3-3c95-4d15-a7c3-d1acd44eeba1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.397233] env[71147]: DEBUG nova.network.neutron [-] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.455060] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 918.455060] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.027s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.455060] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.756s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.455060] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.455926] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.098s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.457599] env[71147]: INFO nova.compute.claims [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.460547] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.460612] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Cleaning up deleted instances {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 918.487864] env[71147]: INFO nova.scheduler.client.report [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Deleted allocations for instance c35b7224-4ad6-40a0-aee7-97b8cec436cc [ 918.551114] env[71147]: INFO nova.compute.manager [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Took 47.95 seconds to build instance. [ 918.900069] env[71147]: INFO nova.compute.manager [-] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Took 1.03 seconds to deallocate network for instance. [ 918.981393] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] There are 42 instances to clean {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 918.981393] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 8cf0f1e2-6872-4c2e-b1b2-8de979dbf98d] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.995520] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1def4902-48e1-402a-90cc-345fa8b53679 tempest-SecurityGroupsTestJSON-460719950 tempest-SecurityGroupsTestJSON-460719950-project-member] Lock "c35b7224-4ad6-40a0-aee7-97b8cec436cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.209s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.053143] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a62f77a0-e52c-4ab7-a114-45477dbd1eb8 tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "09f50ff6-d66c-4dbf-9163-309a62ded17d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.464s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.254561] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.254561] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.254561] env[71147]: DEBUG nova.compute.manager [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Going to confirm migration 4 {{(pid=71147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 919.407484] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.484991] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 53199a9a-b220-4667-9b6a-dde78d872ee8] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.890124] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.890124] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.890124] env[71147]: DEBUG nova.network.neutron [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.890124] env[71147]: DEBUG nova.objects.instance [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lazy-loading 'info_cache' on Instance uuid 7af1fa13-7a1d-40ed-8450-9c2a30fad113 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.933349] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920f1a5-1312-4644-b6c5-c067e7f4bef0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.944025] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd6f12c-fcc3-49c2-a0ad-96f3cb2fcb70 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.982044] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e6559f-78e8-4ff1-8b74-3a64cf3c959c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.989254] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 1f01eb7f-4a55-4e6f-a659-19f2d65e1ccc] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.992313] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3a6480-0703-42aa-b840-896bdffa2d91 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.009173] env[71147]: DEBUG nova.compute.provider_tree [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.062923] env[71147]: DEBUG nova.compute.manager [req-3e33f109-c577-44a4-9768-4df0dc1e8eb6 req-2eb5a984-9237-481b-bee5-16df2bcf5397 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Received event network-changed-546ec2e9-c015-4932-9edb-6341c129a7da {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.063144] env[71147]: DEBUG nova.compute.manager [req-3e33f109-c577-44a4-9768-4df0dc1e8eb6 req-2eb5a984-9237-481b-bee5-16df2bcf5397 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Refreshing instance network info cache due to event network-changed-546ec2e9-c015-4932-9edb-6341c129a7da. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.063357] env[71147]: DEBUG oslo_concurrency.lockutils [req-3e33f109-c577-44a4-9768-4df0dc1e8eb6 req-2eb5a984-9237-481b-bee5-16df2bcf5397 service nova] Acquiring lock "refresh_cache-09f50ff6-d66c-4dbf-9163-309a62ded17d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.063512] env[71147]: DEBUG oslo_concurrency.lockutils [req-3e33f109-c577-44a4-9768-4df0dc1e8eb6 req-2eb5a984-9237-481b-bee5-16df2bcf5397 service nova] Acquired lock "refresh_cache-09f50ff6-d66c-4dbf-9163-309a62ded17d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.063732] env[71147]: DEBUG nova.network.neutron [req-3e33f109-c577-44a4-9768-4df0dc1e8eb6 req-2eb5a984-9237-481b-bee5-16df2bcf5397 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Refreshing network info cache for port 546ec2e9-c015-4932-9edb-6341c129a7da {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.499592] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 5caf8dbc-925d-4810-af4c-34a1113c475d] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.516669] env[71147]: DEBUG nova.scheduler.client.report [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.842019] env[71147]: DEBUG nova.network.neutron [req-3e33f109-c577-44a4-9768-4df0dc1e8eb6 req-2eb5a984-9237-481b-bee5-16df2bcf5397 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Updated VIF entry in instance network info cache for port 546ec2e9-c015-4932-9edb-6341c129a7da. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.842019] env[71147]: DEBUG nova.network.neutron [req-3e33f109-c577-44a4-9768-4df0dc1e8eb6 req-2eb5a984-9237-481b-bee5-16df2bcf5397 service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Updating instance_info_cache with network_info: [{"id": "546ec2e9-c015-4932-9edb-6341c129a7da", "address": "fa:16:3e:ff:c0:35", "network": {"id": "259bfc13-c035-4fd6-8eab-4fc25b434762", "bridge": "br-int", "label": "tempest-ServersTestJSON-1224470940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde30dec789a465c90b38b27cc45c451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap546ec2e9-c0", "ovs_interfaceid": "546ec2e9-c015-4932-9edb-6341c129a7da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.004529] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 8b4a12c5-5af6-4d1f-8e7b-953b856567b2] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.027280] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.029661] env[71147]: DEBUG nova.compute.manager [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.031793] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.119s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.032044] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.034553] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.747s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.034553] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.036270] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.757s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.037827] env[71147]: INFO nova.compute.claims [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.076863] env[71147]: INFO nova.scheduler.client.report [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Deleted allocations for instance ef34c9c1-4fb9-4304-b06b-1faf675cd4a1 [ 921.081286] env[71147]: INFO nova.scheduler.client.report [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Deleted allocations for instance f974fb0f-4b81-437d-9cf1-d56b5e7d2c75 [ 921.135060] env[71147]: DEBUG nova.network.neutron [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance_info_cache with network_info: [{"id": "0071092e-f883-4a73-8f61-b9d10c4964d1", "address": "fa:16:3e:9d:22:43", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0071092e-f8", "ovs_interfaceid": "0071092e-f883-4a73-8f61-b9d10c4964d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.344586] env[71147]: DEBUG oslo_concurrency.lockutils [req-3e33f109-c577-44a4-9768-4df0dc1e8eb6 req-2eb5a984-9237-481b-bee5-16df2bcf5397 service nova] Releasing lock "refresh_cache-09f50ff6-d66c-4dbf-9163-309a62ded17d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.512370] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: e7a2e505-50de-467a-a184-51ffa5c34d86] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.545622] env[71147]: DEBUG nova.compute.utils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.546878] env[71147]: DEBUG nova.compute.manager [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.547105] env[71147]: DEBUG nova.network.neutron [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.592959] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fc93d6b1-c2fc-4062-b40c-071eb57d090e tempest-ServerMetadataNegativeTestJSON-1453221679 tempest-ServerMetadataNegativeTestJSON-1453221679-project-member] Lock "ef34c9c1-4fb9-4304-b06b-1faf675cd4a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.221s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.597498] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8c4b4bba-74cf-482a-b75c-e08a88dab670 tempest-FloatingIPsAssociationTestJSON-945479351 tempest-FloatingIPsAssociationTestJSON-945479351-project-member] Lock "f974fb0f-4b81-437d-9cf1-d56b5e7d2c75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.841s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.626481] env[71147]: DEBUG nova.policy [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1fc4adc10d845e8b0552ba9be8f2054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a8a985a2a73483f835c11a7b7ae79df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.635785] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-7af1fa13-7a1d-40ed-8450-9c2a30fad113" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.636494] env[71147]: DEBUG nova.objects.instance [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lazy-loading 'migration_context' on Instance uuid 7af1fa13-7a1d-40ed-8450-9c2a30fad113 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.016199] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: cb8145a0-b491-43f0-944a-7b357693200f] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.055226] env[71147]: DEBUG nova.compute.manager [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.140927] env[71147]: DEBUG nova.objects.base [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Object Instance<7af1fa13-7a1d-40ed-8450-9c2a30fad113> lazy-loaded attributes: info_cache,migration_context {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 922.142636] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dcb327-347c-4f13-84a4-fc06dcc6e06b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.171300] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c56f382-ed22-4674-8dcc-0a4ad426f24e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.176568] env[71147]: DEBUG nova.network.neutron [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Successfully created port: 51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.180747] env[71147]: DEBUG oslo_vmware.api [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 922.180747] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b52a8a-7347-bfad-c296-4b5736ac56e7" [ 922.180747] env[71147]: _type = "Task" [ 922.180747] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.194784] env[71147]: DEBUG oslo_vmware.api [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b52a8a-7347-bfad-c296-4b5736ac56e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.480699] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529ad25e-0680-4b7a-b1ee-094ebca58a55 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.488687] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6bc3c2-da2e-41fc-a33b-c52ceb2274b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.530846] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 67a88644-6b2d-4edc-b163-9aba433f8c91] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.534240] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb01158-2b8a-429b-ab7a-20ff53164c7c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.553146] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be39dd5-c65c-4357-b1c6-3d05825c3e0d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.579976] env[71147]: DEBUG nova.compute.provider_tree [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.692444] env[71147]: DEBUG oslo_vmware.api [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b52a8a-7347-bfad-c296-4b5736ac56e7, 'name': SearchDatastore_Task, 'duration_secs': 0.020222} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.693138] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.050029] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 70e6b67e-c00f-4e11-beae-84e3f95904ac] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.081427] env[71147]: DEBUG nova.compute.manager [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.085566] env[71147]: DEBUG nova.scheduler.client.report [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.120018] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.120018] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.120018] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.120496] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.120836] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.122318] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.122318] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.122318] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.122318] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.122318] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.122318] env[71147]: DEBUG nova.virt.hardware [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.123469] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843673f-c59a-4509-9ee7-aa99a6bda6e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.138125] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5b9c9f-6781-456b-bb59-e2d34ea8c98a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.551846] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 5985f089-6159-46a1-9e2a-ce376dcbbeb8] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.592091] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.595095] env[71147]: DEBUG nova.compute.manager [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.596786] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.591s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.057361] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: eecd9b9f-34e7-4461-9598-8b20cffc6986] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.088051] env[71147]: DEBUG nova.network.neutron [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Successfully updated port: 51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.110574] env[71147]: DEBUG nova.compute.utils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.113514] env[71147]: DEBUG nova.compute.manager [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.113697] env[71147]: DEBUG nova.network.neutron [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.117292] env[71147]: DEBUG nova.compute.manager [req-82dd58ae-c7cd-44e0-abf2-ff48cc347e71 req-f7170261-c2ba-41a4-a3f9-142109a59cfd service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Received event network-vif-plugged-51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.117619] env[71147]: DEBUG oslo_concurrency.lockutils [req-82dd58ae-c7cd-44e0-abf2-ff48cc347e71 req-f7170261-c2ba-41a4-a3f9-142109a59cfd service nova] Acquiring lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.117991] env[71147]: DEBUG oslo_concurrency.lockutils [req-82dd58ae-c7cd-44e0-abf2-ff48cc347e71 req-f7170261-c2ba-41a4-a3f9-142109a59cfd service nova] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.117991] env[71147]: DEBUG oslo_concurrency.lockutils [req-82dd58ae-c7cd-44e0-abf2-ff48cc347e71 req-f7170261-c2ba-41a4-a3f9-142109a59cfd service nova] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.118166] env[71147]: DEBUG nova.compute.manager [req-82dd58ae-c7cd-44e0-abf2-ff48cc347e71 req-f7170261-c2ba-41a4-a3f9-142109a59cfd service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] No waiting events found dispatching network-vif-plugged-51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.118243] env[71147]: WARNING nova.compute.manager [req-82dd58ae-c7cd-44e0-abf2-ff48cc347e71 req-f7170261-c2ba-41a4-a3f9-142109a59cfd service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Received unexpected event network-vif-plugged-51d77220-c152-4a58-bc0d-a17405a72136 for instance with vm_state building and task_state spawning. [ 924.180997] env[71147]: DEBUG nova.policy [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf64954f778498397f3c309aab0f937', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf5ac8dbb364f50bac4537d30edcb87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.519565] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17d30f-2525-4cac-98b7-ba46b23ace5a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.528156] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3c41de-ac0b-4470-b668-830566221605 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.562606] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 773f7ed4-8264-4332-acba-906d39ae885d] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.569295] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94a51f2-992c-4f28-b90f-9395abc97ca4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.576306] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96643092-544e-439f-86ea-38427225b25d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.596342] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.596342] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.596342] env[71147]: DEBUG nova.network.neutron [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.596342] env[71147]: DEBUG nova.compute.provider_tree [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.619328] env[71147]: DEBUG nova.compute.manager [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.878409] env[71147]: DEBUG nova.network.neutron [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Successfully created port: dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.067327] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: fb1f6225-6c0d-44bf-b26a-e0b1b7dc0168] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.101646] env[71147]: DEBUG nova.scheduler.client.report [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.158260] env[71147]: DEBUG nova.network.neutron [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.488288] env[71147]: DEBUG nova.network.neutron [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updating instance_info_cache with network_info: [{"id": "51d77220-c152-4a58-bc0d-a17405a72136", "address": "fa:16:3e:02:b0:11", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d77220-c1", "ovs_interfaceid": "51d77220-c152-4a58-bc0d-a17405a72136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.572631] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 4d64ad6e-4afc-4367-87c8-b64523288cae] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.635606] env[71147]: DEBUG nova.compute.manager [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.670583] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.670833] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.670992] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.672054] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.672054] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.672054] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.672054] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.672054] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.672530] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.672530] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.672530] env[71147]: DEBUG nova.virt.hardware [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.673641] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59960a20-dc56-430a-b7f8-1a1733aa66cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.683330] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591331e5-7987-4ab5-a3b5-487e19c6522e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.990272] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.990471] env[71147]: DEBUG nova.compute.manager [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Instance network_info: |[{"id": "51d77220-c152-4a58-bc0d-a17405a72136", "address": "fa:16:3e:02:b0:11", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d77220-c1", "ovs_interfaceid": "51d77220-c152-4a58-bc0d-a17405a72136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.990914] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:b0:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d77220-c152-4a58-bc0d-a17405a72136', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.999392] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.999742] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.000051] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4c686fb-c648-431c-88b6-e98d9498e131 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.022698] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.022698] env[71147]: value = "task-3421191" [ 926.022698] env[71147]: _type = "Task" [ 926.022698] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.031030] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421191, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.075772] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 7f73a545-dd6e-491c-9203-1af48d0bcb65] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.119232] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.519s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.119232] env[71147]: DEBUG nova.compute.manager [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=71147) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 926.119793] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.719s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.121119] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.123116] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.338s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.123346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.125182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.957s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.126759] env[71147]: INFO nova.compute.claims [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.162436] env[71147]: INFO nova.scheduler.client.report [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Deleted allocations for instance 3f294529-d955-4c46-854a-b5af90808576 [ 926.164497] env[71147]: INFO nova.scheduler.client.report [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted allocations for instance b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2 [ 926.427813] env[71147]: DEBUG nova.compute.manager [req-ebc11537-9369-4e56-be7c-f198683863e2 req-8e0ca953-7e83-4ab6-9255-24b0fc07ba1a service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Received event network-changed-51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.428106] env[71147]: DEBUG nova.compute.manager [req-ebc11537-9369-4e56-be7c-f198683863e2 req-8e0ca953-7e83-4ab6-9255-24b0fc07ba1a service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Refreshing instance network info cache due to event network-changed-51d77220-c152-4a58-bc0d-a17405a72136. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.428468] env[71147]: DEBUG oslo_concurrency.lockutils [req-ebc11537-9369-4e56-be7c-f198683863e2 req-8e0ca953-7e83-4ab6-9255-24b0fc07ba1a service nova] Acquiring lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.428578] env[71147]: DEBUG oslo_concurrency.lockutils [req-ebc11537-9369-4e56-be7c-f198683863e2 req-8e0ca953-7e83-4ab6-9255-24b0fc07ba1a service nova] Acquired lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.428767] env[71147]: DEBUG nova.network.neutron [req-ebc11537-9369-4e56-be7c-f198683863e2 req-8e0ca953-7e83-4ab6-9255-24b0fc07ba1a service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Refreshing network info cache for port 51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.532850] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421191, 'name': CreateVM_Task, 'duration_secs': 0.366141} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.533131] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.533872] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.534096] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.534461] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.534729] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fdd2307-9c45-4c23-9bb5-bae3f7ae4234 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.539720] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 926.539720] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dfbc45-f436-cfda-f281-7a687ccc8d94" [ 926.539720] env[71147]: _type = "Task" [ 926.539720] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.547944] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dfbc45-f436-cfda-f281-7a687ccc8d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.579527] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: b7fddd33-fcfa-4e3e-9acd-970b3c690339] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.675789] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e7e6182-27f1-491f-9a85-257bdfa17d71 tempest-ServersTestMultiNic-1825947710 tempest-ServersTestMultiNic-1825947710-project-member] Lock "3f294529-d955-4c46-854a-b5af90808576" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.317s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.675861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2fb71a66-d475-4a49-9176-53f4f82e2004 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.390s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.702878] env[71147]: INFO nova.scheduler.client.report [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted allocation for migration 7e7f6840-8bbe-4044-b193-3f87636b701d [ 926.913335] env[71147]: DEBUG nova.network.neutron [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Successfully updated port: dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.053509] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dfbc45-f436-cfda-f281-7a687ccc8d94, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.054539] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.054963] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.055370] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.055677] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.055984] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.056368] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed24b5f8-6643-4df9-b61c-e7b42b468f61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.064960] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.065388] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.066620] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e93dae6a-8ed3-479a-92d8-ed8ab9e8c0e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.074129] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 927.074129] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ab7459-6765-c1e1-e7df-ee1595cdd25b" [ 927.074129] env[71147]: _type = "Task" [ 927.074129] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.083529] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 14217653-66fb-46a9-89e7-f0f7466f5ecc] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.085966] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ab7459-6765-c1e1-e7df-ee1595cdd25b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.209859] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21702532-e326-4f9f-a711-a6281ca5560d tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.171s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.422901] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "refresh_cache-621d7ad8-9527-4d52-8b55-4da90d4d5ec2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.422901] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "refresh_cache-621d7ad8-9527-4d52-8b55-4da90d4d5ec2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.422901] env[71147]: DEBUG nova.network.neutron [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.473220] env[71147]: DEBUG nova.network.neutron [req-ebc11537-9369-4e56-be7c-f198683863e2 req-8e0ca953-7e83-4ab6-9255-24b0fc07ba1a service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updated VIF entry in instance network info cache for port 51d77220-c152-4a58-bc0d-a17405a72136. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.473439] env[71147]: DEBUG nova.network.neutron [req-ebc11537-9369-4e56-be7c-f198683863e2 req-8e0ca953-7e83-4ab6-9255-24b0fc07ba1a service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updating instance_info_cache with network_info: [{"id": "51d77220-c152-4a58-bc0d-a17405a72136", "address": "fa:16:3e:02:b0:11", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d77220-c1", "ovs_interfaceid": "51d77220-c152-4a58-bc0d-a17405a72136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.528793] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fdad7f-4042-4be3-bbdc-bde636b64799 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.547078] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef4e525-10a8-412a-b03c-cf1be44c1f3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.583348] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df43af1-2cd8-4c8a-9e68-544f7acce07d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.593143] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 9b1f0780-45ef-453b-9de2-1a5af6e884d4] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.595349] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ab7459-6765-c1e1-e7df-ee1595cdd25b, 'name': SearchDatastore_Task, 'duration_secs': 0.008324} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.598755] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4222d46-49fa-4ee9-9938-36765b0ca897 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.604308] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c85c59b-a77e-43f1-bf61-b3e3447d45bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.610878] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 927.610878] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521fbd3c-5bd3-7a7a-4fe2-52a9f2e63848" [ 927.610878] env[71147]: _type = "Task" [ 927.610878] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.621154] env[71147]: DEBUG nova.compute.provider_tree [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.635194] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521fbd3c-5bd3-7a7a-4fe2-52a9f2e63848, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.635194] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.635501] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6/7dcf0542-63ab-4aaa-894a-ed3283c1cbb6.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.635795] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8086144-acc5-4046-bed9-db8b1976817b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.648191] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 927.648191] env[71147]: value = "task-3421192" [ 927.648191] env[71147]: _type = "Task" [ 927.648191] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.658092] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.718281] env[71147]: DEBUG oslo_concurrency.lockutils [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.718550] env[71147]: DEBUG oslo_concurrency.lockutils [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.718759] env[71147]: DEBUG oslo_concurrency.lockutils [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.718939] env[71147]: DEBUG oslo_concurrency.lockutils [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.719119] env[71147]: DEBUG oslo_concurrency.lockutils [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.721575] env[71147]: INFO nova.compute.manager [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Terminating instance [ 927.979251] env[71147]: DEBUG oslo_concurrency.lockutils [req-ebc11537-9369-4e56-be7c-f198683863e2 req-8e0ca953-7e83-4ab6-9255-24b0fc07ba1a service nova] Releasing lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.016583] env[71147]: DEBUG nova.network.neutron [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.098903] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: ad63e72a-bcb7-463e-afbf-dce24e914784] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.131519] env[71147]: DEBUG nova.scheduler.client.report [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.165269] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480436} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.169029] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6/7dcf0542-63ab-4aaa-894a-ed3283c1cbb6.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.169029] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.169029] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b59d6d72-b7c9-416e-aa3e-afc76b7439f2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.176183] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 928.176183] env[71147]: value = "task-3421193" [ 928.176183] env[71147]: _type = "Task" [ 928.176183] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.186027] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.226231] env[71147]: DEBUG nova.compute.manager [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.227072] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.228449] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc103e3-f9b4-4bd0-bbb8-ced59a3b0d53 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.239805] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.239805] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f5699e9-b73b-4ddf-b2fa-3d6fc3b872b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.247862] env[71147]: DEBUG oslo_vmware.api [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 928.247862] env[71147]: value = "task-3421194" [ 928.247862] env[71147]: _type = "Task" [ 928.247862] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.261906] env[71147]: DEBUG oslo_vmware.api [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.374935] env[71147]: DEBUG nova.network.neutron [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Updating instance_info_cache with network_info: [{"id": "dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080", "address": "fa:16:3e:c7:33:6f", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3c3bf4-b2", "ovs_interfaceid": "dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.412166] env[71147]: DEBUG nova.objects.instance [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'flavor' on Instance uuid fb97a908-0315-42a4-9194-30d503c7672d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.573909] env[71147]: DEBUG nova.compute.manager [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Received event network-vif-plugged-dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.574161] env[71147]: DEBUG oslo_concurrency.lockutils [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] Acquiring lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.574377] env[71147]: DEBUG oslo_concurrency.lockutils [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] Lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.574543] env[71147]: DEBUG oslo_concurrency.lockutils [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] Lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.574709] env[71147]: DEBUG nova.compute.manager [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] No waiting events found dispatching network-vif-plugged-dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.574968] env[71147]: WARNING nova.compute.manager [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Received unexpected event network-vif-plugged-dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 for instance with vm_state building and task_state spawning. [ 928.575049] env[71147]: DEBUG nova.compute.manager [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Received event network-changed-dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.575200] env[71147]: DEBUG nova.compute.manager [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Refreshing instance network info cache due to event network-changed-dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.575364] env[71147]: DEBUG oslo_concurrency.lockutils [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] Acquiring lock "refresh_cache-621d7ad8-9527-4d52-8b55-4da90d4d5ec2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.603835] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 2a237b60-5b6f-42d8-ba67-1cb084f96828] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.638603] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.641806] env[71147]: DEBUG nova.compute.manager [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.643399] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.374s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.644845] env[71147]: INFO nova.compute.claims [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.693764] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072869} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.694978] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.694978] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf34de7-44d7-4e94-82ce-e69471663ef4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.724688] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6/7dcf0542-63ab-4aaa-894a-ed3283c1cbb6.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.726267] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad4e926-6db9-4534-a141-9adb8a03965b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.746746] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 928.746746] env[71147]: value = "task-3421195" [ 928.746746] env[71147]: _type = "Task" [ 928.746746] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.756756] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.761953] env[71147]: DEBUG oslo_vmware.api [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421194, 'name': PowerOffVM_Task, 'duration_secs': 0.232431} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.761953] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.762171] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.762412] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19710ae0-b0ef-4950-8ddd-de5b3a8a78c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.829063] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.829466] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.829466] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleting the datastore file [datastore2] b1b9949a-e3a3-4ce2-a77e-0def597bdec1 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.829729] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f11ba073-d5ad-40f3-b735-9276f42ff1a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.836405] env[71147]: DEBUG oslo_vmware.api [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for the task: (returnval){ [ 928.836405] env[71147]: value = "task-3421197" [ 928.836405] env[71147]: _type = "Task" [ 928.836405] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.845018] env[71147]: DEBUG oslo_vmware.api [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.878299] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "refresh_cache-621d7ad8-9527-4d52-8b55-4da90d4d5ec2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.878693] env[71147]: DEBUG nova.compute.manager [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Instance network_info: |[{"id": "dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080", "address": "fa:16:3e:c7:33:6f", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3c3bf4-b2", "ovs_interfaceid": "dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.879025] env[71147]: DEBUG oslo_concurrency.lockutils [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] Acquired lock "refresh_cache-621d7ad8-9527-4d52-8b55-4da90d4d5ec2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.879267] env[71147]: DEBUG nova.network.neutron [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Refreshing network info cache for port dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.880752] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:33:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.896344] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.897567] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.897857] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbbf3474-799b-40c7-8d34-28ab783046ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.919210] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.919498] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.919622] env[71147]: DEBUG nova.network.neutron [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.919862] env[71147]: DEBUG nova.objects.instance [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'info_cache' on Instance uuid fb97a908-0315-42a4-9194-30d503c7672d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.924697] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.924697] env[71147]: value = "task-3421198" [ 928.924697] env[71147]: _type = "Task" [ 928.924697] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.933879] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421198, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.108402] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 1f4f8332-2edb-49f8-b312-7e6cb5502ab0] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.152626] env[71147]: DEBUG nova.compute.utils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.154057] env[71147]: DEBUG nova.compute.manager [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.154232] env[71147]: DEBUG nova.network.neutron [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.239496] env[71147]: DEBUG nova.policy [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c516fa907f394c12ad1a0f67d16cc73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b1f3d32d6d34ce09ce9db9409098580', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.259141] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421195, 'name': ReconfigVM_Task, 'duration_secs': 0.343889} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.259443] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6/7dcf0542-63ab-4aaa-894a-ed3283c1cbb6.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.260106] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a381de37-0ad7-42dc-b198-bda15f1f53b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.270299] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 929.270299] env[71147]: value = "task-3421199" [ 929.270299] env[71147]: _type = "Task" [ 929.270299] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.278720] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421199, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.349474] env[71147]: DEBUG oslo_vmware.api [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Task: {'id': task-3421197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214648} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.349743] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.349931] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.350140] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.350327] env[71147]: INFO nova.compute.manager [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 929.350579] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.350775] env[71147]: DEBUG nova.compute.manager [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.350874] env[71147]: DEBUG nova.network.neutron [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.429318] env[71147]: DEBUG nova.objects.base [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 929.442608] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421198, 'name': CreateVM_Task, 'duration_secs': 0.425101} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.442608] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.443517] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.443517] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.444145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.444616] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c58dc89-ead1-4251-b347-59471a1f2739 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.451340] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 929.451340] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c5d77-4196-635c-ba21-f6f8f044d27d" [ 929.451340] env[71147]: _type = "Task" [ 929.451340] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.459745] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c5d77-4196-635c-ba21-f6f8f044d27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.612333] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 2180892e-eea1-4d70-a1a0-52394bd134ae] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.621768] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.622092] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.661250] env[71147]: DEBUG nova.compute.manager [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.699899] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.701072] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.779465] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421199, 'name': Rename_Task, 'duration_secs': 0.145597} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.784606] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.788019] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2417e52-b46c-486c-b7f1-eed2f2d47ff8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.792335] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 929.792335] env[71147]: value = "task-3421200" [ 929.792335] env[71147]: _type = "Task" [ 929.792335] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.803589] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.962767] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c5d77-4196-635c-ba21-f6f8f044d27d, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.967252] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.967562] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.967846] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.968036] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.968293] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.969119] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf755460-18a1-445b-bc5a-94406c54f051 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.979583] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.979783] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.982940] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0969c2-8d58-425c-8e06-5e5185d419d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.989269] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 929.989269] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5241ffe5-5f51-5bcf-8c4d-ef74c778696c" [ 929.989269] env[71147]: _type = "Task" [ 929.989269] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.997567] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5241ffe5-5f51-5bcf-8c4d-ef74c778696c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.063037] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c74700-1d26-41d0-ac91-5b9f53202437 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.071431] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad4b077-918b-462f-853c-012406ebe35f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.104657] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1e921-e749-4e84-95e4-bbf9bb79f9d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.112317] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e05eb6-19a5-4752-82db-921c6128ffb1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.126071] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: bde8b429-14ea-498d-93ac-54eb6f0269da] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.130022] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.130563] env[71147]: DEBUG nova.compute.provider_tree [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.132464] env[71147]: DEBUG nova.network.neutron [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Successfully created port: b1c30f03-87bb-4329-85ca-6d53c2771448 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.159077] env[71147]: DEBUG nova.network.neutron [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Updated VIF entry in instance network info cache for port dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.159499] env[71147]: DEBUG nova.network.neutron [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Updating instance_info_cache with network_info: [{"id": "dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080", "address": "fa:16:3e:c7:33:6f", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3c3bf4-b2", "ovs_interfaceid": "dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.204368] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.304277] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421200, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.499860] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5241ffe5-5f51-5bcf-8c4d-ef74c778696c, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.500676] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19b1af6-a455-4979-8db5-61d359949aa3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.505809] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 930.505809] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f79088-a10d-27c8-cd9f-2eac691a885b" [ 930.505809] env[71147]: _type = "Task" [ 930.505809] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.517740] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f79088-a10d-27c8-cd9f-2eac691a885b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.546191] env[71147]: DEBUG nova.network.neutron [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance_info_cache with network_info: [{"id": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "address": "fa:16:3e:92:20:bb", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3280961f-7e", "ovs_interfaceid": "3280961f-7e46-42c9-8b97-ec7eee7326bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.633069] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: a2840dac-7d14-4d6e-84e7-d74e8ef0db7f] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.638562] env[71147]: DEBUG nova.scheduler.client.report [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.663359] env[71147]: DEBUG oslo_concurrency.lockutils [req-d55738cb-f513-4e9f-aee6-ef403af37c65 req-5aa184d7-3c92-46a3-98cb-3b46430d4cbf service nova] Releasing lock "refresh_cache-621d7ad8-9527-4d52-8b55-4da90d4d5ec2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.664816] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.670928] env[71147]: DEBUG nova.compute.manager [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.704301] env[71147]: DEBUG nova.network.neutron [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.709368] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='25e0eb0e7bb529e9fdc298906ab204ac',container_format='bare',created_at=2025-04-14T15:31:53Z,direct_url=,disk_format='vmdk',id=35587190-3fac-446a-9b62-e9e6e8ecf3eb,min_disk=1,min_ram=0,name='tempest-test-snap-1202946904',owner='8b1f3d32d6d34ce09ce9db9409098580',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-14T15:32:08Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.709368] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.709368] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.709368] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.709368] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.709368] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.709368] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.709708] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.709708] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.710619] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.710619] env[71147]: DEBUG nova.virt.hardware [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.713628] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637aac1-c1b9-437d-b23b-84e506d65495 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.726156] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad95ae7-a383-44a9-9091-d30ebf64787f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.746029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.803762] env[71147]: DEBUG oslo_vmware.api [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421200, 'name': PowerOnVM_Task, 'duration_secs': 0.550061} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.804037] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.804243] env[71147]: INFO nova.compute.manager [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Took 7.72 seconds to spawn the instance on the hypervisor. [ 930.804417] env[71147]: DEBUG nova.compute.manager [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.805454] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7919715-ff8c-4ad2-b3ca-bfcae791f57a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.823158] env[71147]: DEBUG nova.compute.manager [req-df0a678b-c0b5-4763-a168-c4d86a8452e7 req-e348f14d-f4d7-4985-a156-9f44939abc78 service nova] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Received event network-vif-deleted-c0face6b-0867-48f0-9031-86b05c2732f3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.018260] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f79088-a10d-27c8-cd9f-2eac691a885b, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.019416] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.019933] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 621d7ad8-9527-4d52-8b55-4da90d4d5ec2/621d7ad8-9527-4d52-8b55-4da90d4d5ec2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.020050] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d715086-0b90-403d-a647-17f4f012f1c1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.027216] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 931.027216] env[71147]: value = "task-3421201" [ 931.027216] env[71147]: _type = "Task" [ 931.027216] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.037711] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.054198] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-fb97a908-0315-42a4-9194-30d503c7672d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.144934] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 3ec7288c-867a-43a5-a5a9-e368e1f6d66f] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.147483] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.148282] env[71147]: DEBUG nova.compute.manager [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.151360] env[71147]: DEBUG oslo_concurrency.lockutils [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.348s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.151552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.153817] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.389s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.155465] env[71147]: INFO nova.compute.claims [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.186035] env[71147]: INFO nova.scheduler.client.report [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Deleted allocations for instance a02d5d98-5a7f-4bda-9796-feb7b5cd4409 [ 931.220887] env[71147]: INFO nova.compute.manager [-] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Took 1.87 seconds to deallocate network for instance. [ 931.326461] env[71147]: INFO nova.compute.manager [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Took 43.99 seconds to build instance. [ 931.374861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquiring lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.375173] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.540417] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421201, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.652496] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: c6f39db1-7ccc-44de-860a-45dbe687ace7] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.663305] env[71147]: DEBUG nova.compute.utils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.670463] env[71147]: DEBUG nova.compute.manager [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.670463] env[71147]: DEBUG nova.network.neutron [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.695708] env[71147]: DEBUG oslo_concurrency.lockutils [None req-87262477-22ea-41db-b99b-8d4104d57376 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "a02d5d98-5a7f-4bda-9796-feb7b5cd4409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.431s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.726335] env[71147]: DEBUG oslo_concurrency.lockutils [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.799200] env[71147]: DEBUG nova.policy [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e27b5ee85d4b4bf8a692317b0353260d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a63c10d510a4c2dad53978528f8d47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.832658] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f087edf9-8a87-4c71-acaa-e6daf0bd722e tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.514s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.881032] env[71147]: DEBUG nova.compute.manager [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.038517] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83035} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.038793] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 621d7ad8-9527-4d52-8b55-4da90d4d5ec2/621d7ad8-9527-4d52-8b55-4da90d4d5ec2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.039112] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.039286] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37e1d204-cbdc-4baa-80d8-6704f94217f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.046404] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 932.046404] env[71147]: value = "task-3421202" [ 932.046404] env[71147]: _type = "Task" [ 932.046404] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.056635] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.061421] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.061686] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a17c11e8-5223-49a0-a10d-d1923fbde3f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.068596] env[71147]: DEBUG oslo_vmware.api [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 932.068596] env[71147]: value = "task-3421203" [ 932.068596] env[71147]: _type = "Task" [ 932.068596] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.076902] env[71147]: DEBUG oslo_vmware.api [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.157430] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: c7151826-0752-4112-a25b-59e79d482872] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.171766] env[71147]: DEBUG nova.compute.manager [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.204249] env[71147]: DEBUG nova.compute.manager [req-18c0d0ad-9bf2-4adc-ba35-947b4ccd45c2 req-fc3f9e81-be7d-4d39-bb05-556f086078cc service nova] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Received event network-vif-plugged-b1c30f03-87bb-4329-85ca-6d53c2771448 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.204467] env[71147]: DEBUG oslo_concurrency.lockutils [req-18c0d0ad-9bf2-4adc-ba35-947b4ccd45c2 req-fc3f9e81-be7d-4d39-bb05-556f086078cc service nova] Acquiring lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.204674] env[71147]: DEBUG oslo_concurrency.lockutils [req-18c0d0ad-9bf2-4adc-ba35-947b4ccd45c2 req-fc3f9e81-be7d-4d39-bb05-556f086078cc service nova] Lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.204836] env[71147]: DEBUG oslo_concurrency.lockutils [req-18c0d0ad-9bf2-4adc-ba35-947b4ccd45c2 req-fc3f9e81-be7d-4d39-bb05-556f086078cc service nova] Lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.206519] env[71147]: DEBUG nova.compute.manager [req-18c0d0ad-9bf2-4adc-ba35-947b4ccd45c2 req-fc3f9e81-be7d-4d39-bb05-556f086078cc service nova] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] No waiting events found dispatching network-vif-plugged-b1c30f03-87bb-4329-85ca-6d53c2771448 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.206519] env[71147]: WARNING nova.compute.manager [req-18c0d0ad-9bf2-4adc-ba35-947b4ccd45c2 req-fc3f9e81-be7d-4d39-bb05-556f086078cc service nova] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Received unexpected event network-vif-plugged-b1c30f03-87bb-4329-85ca-6d53c2771448 for instance with vm_state building and task_state spawning. [ 932.399684] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.560209] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098608} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.560209] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.560209] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae34745-182a-4cba-9777-8c4f581d703b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.564301] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7361e8-9b32-451c-9b0e-e4da1b419627 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.594314] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 621d7ad8-9527-4d52-8b55-4da90d4d5ec2/621d7ad8-9527-4d52-8b55-4da90d4d5ec2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.597988] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6a2c4c-b3bc-41a8-8fcd-e84b86e24f80 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.621223] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c1611-a7ea-4deb-8a57-0e2ff4507e96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.625307] env[71147]: DEBUG oslo_vmware.api [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.625842] env[71147]: DEBUG nova.network.neutron [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Successfully updated port: b1c30f03-87bb-4329-85ca-6d53c2771448 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.634036] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 932.634036] env[71147]: value = "task-3421204" [ 932.634036] env[71147]: _type = "Task" [ 932.634036] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.663971] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736402f-3987-4a7d-aea7-308dc66e52d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.666689] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 4eca8abb-ea4d-4c45-a1b0-93a15ac24ced] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.678032] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d74d2b-fdc6-4987-a538-bbdf6a3c1020 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.697957] env[71147]: DEBUG nova.compute.provider_tree [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.730146] env[71147]: DEBUG nova.network.neutron [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Successfully created port: b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.081181] env[71147]: DEBUG oslo_vmware.api [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421203, 'name': PowerOnVM_Task, 'duration_secs': 0.790339} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.081374] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.081586] env[71147]: DEBUG nova.compute.manager [None req-b1e56958-c34a-44e4-864b-2e625cee67cb tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.082609] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28e94a2-2ce3-4aef-8e91-d13253fd412f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.133473] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "refresh_cache-7bf98de4-01db-4bbf-bff8-d05dce0391a0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.133473] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "refresh_cache-7bf98de4-01db-4bbf-bff8-d05dce0391a0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.133473] env[71147]: DEBUG nova.network.neutron [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.162989] env[71147]: DEBUG nova.compute.manager [req-e59658b2-a22c-47bd-924d-857cf16c6261 req-752485d1-e8fb-4a4a-b17c-0d04b6870eea service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Received event network-changed-51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.163247] env[71147]: DEBUG nova.compute.manager [req-e59658b2-a22c-47bd-924d-857cf16c6261 req-752485d1-e8fb-4a4a-b17c-0d04b6870eea service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Refreshing instance network info cache due to event network-changed-51d77220-c152-4a58-bc0d-a17405a72136. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.163402] env[71147]: DEBUG oslo_concurrency.lockutils [req-e59658b2-a22c-47bd-924d-857cf16c6261 req-752485d1-e8fb-4a4a-b17c-0d04b6870eea service nova] Acquiring lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.163543] env[71147]: DEBUG oslo_concurrency.lockutils [req-e59658b2-a22c-47bd-924d-857cf16c6261 req-752485d1-e8fb-4a4a-b17c-0d04b6870eea service nova] Acquired lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.163698] env[71147]: DEBUG nova.network.neutron [req-e59658b2-a22c-47bd-924d-857cf16c6261 req-752485d1-e8fb-4a4a-b17c-0d04b6870eea service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Refreshing network info cache for port 51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.169996] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: d166e1e4-2b45-49c4-87b0-6d0e63f33a21] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.181125] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421204, 'name': ReconfigVM_Task, 'duration_secs': 0.486036} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.181417] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 621d7ad8-9527-4d52-8b55-4da90d4d5ec2/621d7ad8-9527-4d52-8b55-4da90d4d5ec2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.182298] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d2a1403-8029-45ac-b043-251f5e49d997 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.191359] env[71147]: DEBUG nova.compute.manager [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.193768] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 933.193768] env[71147]: value = "task-3421205" [ 933.193768] env[71147]: _type = "Task" [ 933.193768] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.201593] env[71147]: DEBUG nova.scheduler.client.report [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.209790] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421205, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.231426] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.231746] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.231923] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.232369] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.232477] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.232630] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.233038] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.233238] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.233435] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.233669] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.233875] env[71147]: DEBUG nova.virt.hardware [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.235534] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aa0a90-ef75-451e-adcd-ce1feff1131b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.246610] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a0341c-84bb-4a06-ac85-937e5cd3c56e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.347277] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.347476] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.347683] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.347868] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.348081] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.350263] env[71147]: INFO nova.compute.manager [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Terminating instance [ 933.674133] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 5a1f3c27-fa4d-45d6-a8c1-48ee13f68d03] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.677329] env[71147]: DEBUG nova.network.neutron [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.712905] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421205, 'name': Rename_Task, 'duration_secs': 0.155263} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.716975] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.717360] env[71147]: DEBUG nova.compute.manager [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.720192] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.720927] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.872s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.721969] env[71147]: INFO nova.compute.claims [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.725395] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94c98a7b-7039-49d4-9bfd-09e0da3e75d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.733509] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 933.733509] env[71147]: value = "task-3421206" [ 933.733509] env[71147]: _type = "Task" [ 933.733509] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.745594] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.854883] env[71147]: DEBUG nova.compute.manager [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.855160] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.856111] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75819f6c-96fc-4d51-afd4-019bf6e37e3e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.867492] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.868244] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0d8fe71-6881-4771-8829-c408022ef3bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.874395] env[71147]: DEBUG oslo_vmware.api [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 933.874395] env[71147]: value = "task-3421207" [ 933.874395] env[71147]: _type = "Task" [ 933.874395] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.882823] env[71147]: DEBUG oslo_vmware.api [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.925193] env[71147]: DEBUG nova.network.neutron [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Updating instance_info_cache with network_info: [{"id": "b1c30f03-87bb-4329-85ca-6d53c2771448", "address": "fa:16:3e:24:ef:91", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c30f03-87", "ovs_interfaceid": "b1c30f03-87bb-4329-85ca-6d53c2771448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.093320] env[71147]: DEBUG nova.network.neutron [req-e59658b2-a22c-47bd-924d-857cf16c6261 req-752485d1-e8fb-4a4a-b17c-0d04b6870eea service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updated VIF entry in instance network info cache for port 51d77220-c152-4a58-bc0d-a17405a72136. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.093700] env[71147]: DEBUG nova.network.neutron [req-e59658b2-a22c-47bd-924d-857cf16c6261 req-752485d1-e8fb-4a4a-b17c-0d04b6870eea service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updating instance_info_cache with network_info: [{"id": "51d77220-c152-4a58-bc0d-a17405a72136", "address": "fa:16:3e:02:b0:11", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d77220-c1", "ovs_interfaceid": "51d77220-c152-4a58-bc0d-a17405a72136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.180505] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: c0d6c9f0-edeb-4fec-8768-7ff766e5d5c9] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.226869] env[71147]: DEBUG nova.compute.utils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.228402] env[71147]: DEBUG nova.compute.manager [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.228634] env[71147]: DEBUG nova.network.neutron [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.246837] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421206, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.352070] env[71147]: DEBUG nova.policy [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '064486f4b75b448e8e4893815fe3b6dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9306abeb96c8452fbafa3a8dbd879ec9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.385956] env[71147]: DEBUG oslo_vmware.api [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421207, 'name': PowerOffVM_Task, 'duration_secs': 0.217642} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.386271] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.386418] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.386665] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5fb3b7b-8a53-4f77-b605-8d1e86e38e52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.428417] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "refresh_cache-7bf98de4-01db-4bbf-bff8-d05dce0391a0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.428764] env[71147]: DEBUG nova.compute.manager [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Instance network_info: |[{"id": "b1c30f03-87bb-4329-85ca-6d53c2771448", "address": "fa:16:3e:24:ef:91", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c30f03-87", "ovs_interfaceid": "b1c30f03-87bb-4329-85ca-6d53c2771448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.429259] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ef:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1c30f03-87bb-4329-85ca-6d53c2771448', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.440356] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.441963] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.443597] env[71147]: DEBUG nova.compute.manager [req-b1752748-662d-4c2e-9490-2bbdcaf82f91 req-124dd87e-8e57-4074-a1b8-da891c2f1310 service nova] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Received event network-changed-b1c30f03-87bb-4329-85ca-6d53c2771448 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.443787] env[71147]: DEBUG nova.compute.manager [req-b1752748-662d-4c2e-9490-2bbdcaf82f91 req-124dd87e-8e57-4074-a1b8-da891c2f1310 service nova] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Refreshing instance network info cache due to event network-changed-b1c30f03-87bb-4329-85ca-6d53c2771448. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.444017] env[71147]: DEBUG oslo_concurrency.lockutils [req-b1752748-662d-4c2e-9490-2bbdcaf82f91 req-124dd87e-8e57-4074-a1b8-da891c2f1310 service nova] Acquiring lock "refresh_cache-7bf98de4-01db-4bbf-bff8-d05dce0391a0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.445261] env[71147]: DEBUG oslo_concurrency.lockutils [req-b1752748-662d-4c2e-9490-2bbdcaf82f91 req-124dd87e-8e57-4074-a1b8-da891c2f1310 service nova] Acquired lock "refresh_cache-7bf98de4-01db-4bbf-bff8-d05dce0391a0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.445261] env[71147]: DEBUG nova.network.neutron [req-b1752748-662d-4c2e-9490-2bbdcaf82f91 req-124dd87e-8e57-4074-a1b8-da891c2f1310 service nova] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Refreshing network info cache for port b1c30f03-87bb-4329-85ca-6d53c2771448 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.445631] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4562dbcf-950e-4a19-a65a-483d105892bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.465262] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.465574] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.465711] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Deleting the datastore file [datastore2] 8ea6b675-6e2f-492b-be9b-0ff5638b9363 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.469820] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c02404c-fe4e-4c50-bd53-fd6ddfb1efc8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.476577] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.476577] env[71147]: value = "task-3421209" [ 934.476577] env[71147]: _type = "Task" [ 934.476577] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.478963] env[71147]: DEBUG oslo_vmware.api [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for the task: (returnval){ [ 934.478963] env[71147]: value = "task-3421210" [ 934.478963] env[71147]: _type = "Task" [ 934.478963] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.490537] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421209, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.493671] env[71147]: DEBUG oslo_vmware.api [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.569266] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "fb97a908-0315-42a4-9194-30d503c7672d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.569590] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.569949] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "fb97a908-0315-42a4-9194-30d503c7672d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.571366] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.571622] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.574726] env[71147]: INFO nova.compute.manager [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Terminating instance [ 934.597489] env[71147]: DEBUG oslo_concurrency.lockutils [req-e59658b2-a22c-47bd-924d-857cf16c6261 req-752485d1-e8fb-4a4a-b17c-0d04b6870eea service nova] Releasing lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.658324] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.658926] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.662024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.662024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.662024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.664869] env[71147]: INFO nova.compute.manager [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Terminating instance [ 934.683456] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 0354b1fa-22f0-4148-a226-45514d95efed] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.692330] env[71147]: DEBUG nova.network.neutron [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Successfully updated port: b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.735510] env[71147]: DEBUG nova.compute.manager [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.759251] env[71147]: DEBUG oslo_vmware.api [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421206, 'name': PowerOnVM_Task, 'duration_secs': 0.568187} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.759956] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.759956] env[71147]: INFO nova.compute.manager [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Took 9.13 seconds to spawn the instance on the hypervisor. [ 934.759956] env[71147]: DEBUG nova.compute.manager [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.761640] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b454eda-2d6f-48f0-917b-c8c336b26605 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.999439] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421209, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.004825] env[71147]: DEBUG oslo_vmware.api [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Task: {'id': task-3421210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293854} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.004825] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.005434] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.005834] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.006277] env[71147]: INFO nova.compute.manager [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Took 1.15 seconds to destroy the instance on the hypervisor. [ 935.006836] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.007313] env[71147]: DEBUG nova.compute.manager [-] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.007570] env[71147]: DEBUG nova.network.neutron [-] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.024543] env[71147]: DEBUG nova.network.neutron [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Successfully created port: 3f45f71d-6b73-4dfa-bd9f-9aad6da8433f {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.080227] env[71147]: DEBUG nova.compute.manager [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.080449] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.086066] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573fb8a7-82a6-400a-8e33-b972a8c496b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.089895] env[71147]: DEBUG nova.network.neutron [req-b1752748-662d-4c2e-9490-2bbdcaf82f91 req-124dd87e-8e57-4074-a1b8-da891c2f1310 service nova] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Updated VIF entry in instance network info cache for port b1c30f03-87bb-4329-85ca-6d53c2771448. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.090216] env[71147]: DEBUG nova.network.neutron [req-b1752748-662d-4c2e-9490-2bbdcaf82f91 req-124dd87e-8e57-4074-a1b8-da891c2f1310 service nova] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Updating instance_info_cache with network_info: [{"id": "b1c30f03-87bb-4329-85ca-6d53c2771448", "address": "fa:16:3e:24:ef:91", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c30f03-87", "ovs_interfaceid": "b1c30f03-87bb-4329-85ca-6d53c2771448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.097464] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.097464] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43ad708c-f690-4dcc-bb59-acf0a81279f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.104571] env[71147]: DEBUG oslo_vmware.api [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 935.104571] env[71147]: value = "task-3421211" [ 935.104571] env[71147]: _type = "Task" [ 935.104571] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.119553] env[71147]: DEBUG oslo_vmware.api [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.169209] env[71147]: DEBUG nova.compute.manager [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.169386] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.170273] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01aafd7-c97a-4b3d-b68f-e86bc8ee3bb8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.187290] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.187804] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 9e497a6e-0cdb-41a7-b91c-395e0dfd9cb7] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.189588] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c4fd7ab-e407-47f7-8e5a-ce7b43eca552 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.200321] env[71147]: DEBUG oslo_vmware.api [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 935.200321] env[71147]: value = "task-3421212" [ 935.200321] env[71147]: _type = "Task" [ 935.200321] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.201262] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.201322] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.201478] env[71147]: DEBUG nova.network.neutron [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.215533] env[71147]: DEBUG oslo_vmware.api [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.262233] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e5dbac-a187-4fc9-8718-42badb08d410 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.272383] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fac695-5b15-4018-91c7-3f88a7c65f82 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.314758] env[71147]: INFO nova.compute.manager [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Took 39.06 seconds to build instance. [ 935.316474] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcd8054-293e-4937-9e29-c780ff591821 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.326067] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba1def0-54ef-48a6-80e1-11f90282f7e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.349149] env[71147]: DEBUG nova.compute.provider_tree [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.488286] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421209, 'name': CreateVM_Task, 'duration_secs': 0.559019} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.488482] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.489233] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.489442] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.489842] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.490154] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f5aab1-df1d-4187-984b-e41539485b1c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.495914] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 935.495914] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5239baee-9fe4-b308-f37f-af4bf60d139e" [ 935.495914] env[71147]: _type = "Task" [ 935.495914] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.504771] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5239baee-9fe4-b308-f37f-af4bf60d139e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.594598] env[71147]: DEBUG oslo_concurrency.lockutils [req-b1752748-662d-4c2e-9490-2bbdcaf82f91 req-124dd87e-8e57-4074-a1b8-da891c2f1310 service nova] Releasing lock "refresh_cache-7bf98de4-01db-4bbf-bff8-d05dce0391a0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.617596] env[71147]: DEBUG oslo_vmware.api [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421211, 'name': PowerOffVM_Task, 'duration_secs': 0.337514} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.617596] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.617596] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.617596] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e87aff8-5589-4d49-88ca-9ce7b8df01e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.692259] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 25cd3849-8060-45d0-9188-b9aab722bee7] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.711739] env[71147]: DEBUG oslo_vmware.api [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421212, 'name': PowerOffVM_Task, 'duration_secs': 0.439153} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.711739] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.712100] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.712764] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89c2aaa8-c89d-4890-bcc6-16ad2ae29885 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.747989] env[71147]: DEBUG nova.compute.manager [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.755311] env[71147]: DEBUG nova.network.neutron [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.782820] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.783280] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.783505] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleting the datastore file [datastore1] fb97a908-0315-42a4-9194-30d503c7672d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.783880] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c12585fd-fc99-465d-b884-202a588cb15c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.793882] env[71147]: DEBUG oslo_vmware.api [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 935.793882] env[71147]: value = "task-3421215" [ 935.793882] env[71147]: _type = "Task" [ 935.793882] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.796193] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.796477] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.796701] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.796951] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.797473] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.797473] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.797626] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.797761] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.797964] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.798224] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.798615] env[71147]: DEBUG nova.virt.hardware [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.799966] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4e6917-b26a-4388-a669-344ca37fb288 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.816927] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fbe013-717b-42af-a3f3-24ca1e55a6b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.820291] env[71147]: DEBUG oslo_vmware.api [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.820894] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5fc0fe74-1b06-4b7d-8ca7-576abff048f2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.576s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.835698] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.835962] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.836192] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Deleting the datastore file [datastore1] 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.836529] env[71147]: DEBUG nova.network.neutron [-] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.837995] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f172d127-7286-4df4-9f64-65fb38b4e4d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.845127] env[71147]: DEBUG oslo_vmware.api [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for the task: (returnval){ [ 935.845127] env[71147]: value = "task-3421216" [ 935.845127] env[71147]: _type = "Task" [ 935.845127] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.854355] env[71147]: DEBUG nova.scheduler.client.report [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.857856] env[71147]: DEBUG oslo_vmware.api [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.018677] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.018677] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Processing image 35587190-3fac-446a-9b62-e9e6e8ecf3eb {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.018677] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb/35587190-3fac-446a-9b62-e9e6e8ecf3eb.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.018677] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb/35587190-3fac-446a-9b62-e9e6e8ecf3eb.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.018677] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.018677] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b327cdd-e0a5-477e-9990-33ad80330ef1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.036860] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.037352] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.038215] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397435f1-cf50-404b-bbec-e232cd7ef797 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.045666] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 936.045666] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cc6880-3318-03dc-5152-6badf8124073" [ 936.045666] env[71147]: _type = "Task" [ 936.045666] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.056184] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cc6880-3318-03dc-5152-6badf8124073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.167103] env[71147]: DEBUG nova.network.neutron [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Updating instance_info_cache with network_info: [{"id": "b8729210-5805-4824-a2d4-deacd6e52153", "address": "fa:16:3e:07:30:ba", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8729210-58", "ovs_interfaceid": "b8729210-5805-4824-a2d4-deacd6e52153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.198719] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: a2203e1c-afc0-4155-a4f4-3c1d91aa8939] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.281801] env[71147]: DEBUG nova.compute.manager [req-f79536e8-cc3c-43fd-8e81-44221f84e8b9 req-17f986fd-d1e4-43f3-8ba2-4302280b67fb service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Received event network-changed-dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.282164] env[71147]: DEBUG nova.compute.manager [req-f79536e8-cc3c-43fd-8e81-44221f84e8b9 req-17f986fd-d1e4-43f3-8ba2-4302280b67fb service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Refreshing instance network info cache due to event network-changed-dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.282416] env[71147]: DEBUG oslo_concurrency.lockutils [req-f79536e8-cc3c-43fd-8e81-44221f84e8b9 req-17f986fd-d1e4-43f3-8ba2-4302280b67fb service nova] Acquiring lock "refresh_cache-621d7ad8-9527-4d52-8b55-4da90d4d5ec2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.282416] env[71147]: DEBUG oslo_concurrency.lockutils [req-f79536e8-cc3c-43fd-8e81-44221f84e8b9 req-17f986fd-d1e4-43f3-8ba2-4302280b67fb service nova] Acquired lock "refresh_cache-621d7ad8-9527-4d52-8b55-4da90d4d5ec2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.282573] env[71147]: DEBUG nova.network.neutron [req-f79536e8-cc3c-43fd-8e81-44221f84e8b9 req-17f986fd-d1e4-43f3-8ba2-4302280b67fb service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Refreshing network info cache for port dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.309051] env[71147]: DEBUG oslo_vmware.api [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424496} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.309297] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.309545] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.309730] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.309903] env[71147]: INFO nova.compute.manager [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 936.310153] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.310348] env[71147]: DEBUG nova.compute.manager [-] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.310441] env[71147]: DEBUG nova.network.neutron [-] [instance: fb97a908-0315-42a4-9194-30d503c7672d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.340573] env[71147]: INFO nova.compute.manager [-] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Took 1.33 seconds to deallocate network for instance. [ 936.363244] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.363244] env[71147]: DEBUG nova.compute.manager [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.367070] env[71147]: DEBUG oslo_vmware.api [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.367070] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.793s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.367070] env[71147]: DEBUG nova.objects.instance [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 936.493180] env[71147]: DEBUG nova.compute.manager [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Received event network-vif-plugged-b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.493367] env[71147]: DEBUG oslo_concurrency.lockutils [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] Acquiring lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.494037] env[71147]: DEBUG oslo_concurrency.lockutils [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.494332] env[71147]: DEBUG oslo_concurrency.lockutils [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.494614] env[71147]: DEBUG nova.compute.manager [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] No waiting events found dispatching network-vif-plugged-b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.494955] env[71147]: WARNING nova.compute.manager [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Received unexpected event network-vif-plugged-b8729210-5805-4824-a2d4-deacd6e52153 for instance with vm_state building and task_state spawning. [ 936.495251] env[71147]: DEBUG nova.compute.manager [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Received event network-changed-b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.495584] env[71147]: DEBUG nova.compute.manager [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Refreshing instance network info cache due to event network-changed-b8729210-5805-4824-a2d4-deacd6e52153. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.495861] env[71147]: DEBUG oslo_concurrency.lockutils [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] Acquiring lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.557040] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Preparing fetch location {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 936.557040] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Fetch image to [datastore2] OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e/OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e.vmdk {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 936.557040] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Downloading stream optimized image 35587190-3fac-446a-9b62-e9e6e8ecf3eb to [datastore2] OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e/OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e.vmdk on the data store datastore2 as vApp {{(pid=71147) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 936.557040] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Downloading image file data 35587190-3fac-446a-9b62-e9e6e8ecf3eb to the ESX as VM named 'OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e' {{(pid=71147) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 936.661073] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 936.661073] env[71147]: value = "resgroup-9" [ 936.661073] env[71147]: _type = "ResourcePool" [ 936.661073] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 936.661073] env[71147]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d4ed062a-5ec0-4bb5-a0ed-d997e0f6f94a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.677083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.677589] env[71147]: DEBUG nova.compute.manager [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Instance network_info: |[{"id": "b8729210-5805-4824-a2d4-deacd6e52153", "address": "fa:16:3e:07:30:ba", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8729210-58", "ovs_interfaceid": "b8729210-5805-4824-a2d4-deacd6e52153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.679027] env[71147]: DEBUG oslo_concurrency.lockutils [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] Acquired lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.679027] env[71147]: DEBUG nova.network.neutron [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Refreshing network info cache for port b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.679907] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:30:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8729210-5805-4824-a2d4-deacd6e52153', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.687697] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.691484] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.692120] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-682c91f6-024d-4ca7-a92e-e3de5bba3954 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.709242] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: f21d59f3-5eaa-4bfe-8752-17f3bc4ece69] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.711424] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lease: (returnval){ [ 936.711424] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52be46db-ef4f-b2cc-c60d-6b5d6134485f" [ 936.711424] env[71147]: _type = "HttpNfcLease" [ 936.711424] env[71147]: } obtained for vApp import into resource pool (val){ [ 936.711424] env[71147]: value = "resgroup-9" [ 936.711424] env[71147]: _type = "ResourcePool" [ 936.711424] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 936.715021] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the lease: (returnval){ [ 936.715021] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52be46db-ef4f-b2cc-c60d-6b5d6134485f" [ 936.715021] env[71147]: _type = "HttpNfcLease" [ 936.715021] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 936.719574] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.719574] env[71147]: value = "task-3421218" [ 936.719574] env[71147]: _type = "Task" [ 936.719574] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.722449] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.722449] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52be46db-ef4f-b2cc-c60d-6b5d6134485f" [ 936.722449] env[71147]: _type = "HttpNfcLease" [ 936.722449] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 936.728994] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "2a82c755-15f4-40a5-bcea-90d7aeb0d192" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.729260] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "2a82c755-15f4-40a5-bcea-90d7aeb0d192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.735954] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421218, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.849724] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.856774] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-5f587671-def8-46da-918b-72029dba52c5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.857161] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-5f587671-def8-46da-918b-72029dba52c5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.857921] env[71147]: DEBUG nova.objects.instance [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'flavor' on Instance uuid 5f587671-def8-46da-918b-72029dba52c5 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.866890] env[71147]: DEBUG nova.compute.utils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.868293] env[71147]: DEBUG oslo_vmware.api [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Task: {'id': task-3421216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.70521} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.872190] env[71147]: DEBUG nova.compute.manager [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.872190] env[71147]: DEBUG nova.network.neutron [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.873319] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.873501] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.873675] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.873841] env[71147]: INFO nova.compute.manager [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Took 1.70 seconds to destroy the instance on the hypervisor. [ 936.874080] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.878070] env[71147]: DEBUG nova.compute.manager [-] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.878070] env[71147]: DEBUG nova.network.neutron [-] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.998547] env[71147]: DEBUG nova.policy [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '628fbc56292a4ed685c3cffd13c91c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f1e98843904823bbbee297b39164cc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.072410] env[71147]: DEBUG nova.network.neutron [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Successfully updated port: 3f45f71d-6b73-4dfa-bd9f-9aad6da8433f {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.102069] env[71147]: DEBUG nova.network.neutron [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Updated VIF entry in instance network info cache for port b8729210-5805-4824-a2d4-deacd6e52153. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.102579] env[71147]: DEBUG nova.network.neutron [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Updating instance_info_cache with network_info: [{"id": "b8729210-5805-4824-a2d4-deacd6e52153", "address": "fa:16:3e:07:30:ba", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8729210-58", "ovs_interfaceid": "b8729210-5805-4824-a2d4-deacd6e52153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.212965] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 44f6b829-12db-4c48-b2d3-016bc6363dcc] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.227397] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.227397] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52be46db-ef4f-b2cc-c60d-6b5d6134485f" [ 937.227397] env[71147]: _type = "HttpNfcLease" [ 937.227397] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 937.232877] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421218, 'name': CreateVM_Task, 'duration_secs': 0.362658} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.233132] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.233839] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.234016] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.234346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.234611] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82383f13-c6e9-4ef2-b64c-3bb93052cde6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.236824] env[71147]: DEBUG nova.compute.manager [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.242978] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 937.242978] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529fcb2b-926c-4826-2499-e82b36c60a21" [ 937.242978] env[71147]: _type = "Task" [ 937.242978] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.252211] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529fcb2b-926c-4826-2499-e82b36c60a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.378196] env[71147]: DEBUG nova.compute.manager [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.387599] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32b1cda2-699d-4156-8b1d-ed172cf8634b tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.389345] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.591s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.395996] env[71147]: INFO nova.compute.claims [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.420918] env[71147]: DEBUG nova.network.neutron [req-f79536e8-cc3c-43fd-8e81-44221f84e8b9 req-17f986fd-d1e4-43f3-8ba2-4302280b67fb service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Updated VIF entry in instance network info cache for port dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.421332] env[71147]: DEBUG nova.network.neutron [req-f79536e8-cc3c-43fd-8e81-44221f84e8b9 req-17f986fd-d1e4-43f3-8ba2-4302280b67fb service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Updating instance_info_cache with network_info: [{"id": "dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080", "address": "fa:16:3e:c7:33:6f", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc3c3bf4-b2", "ovs_interfaceid": "dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.461521] env[71147]: DEBUG nova.objects.instance [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'pci_requests' on Instance uuid 5f587671-def8-46da-918b-72029dba52c5 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.553584] env[71147]: DEBUG nova.network.neutron [-] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.574725] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "refresh_cache-5a70003f-fae2-4404-ae49-0bb99e913fec" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.574893] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquired lock "refresh_cache-5a70003f-fae2-4404-ae49-0bb99e913fec" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.575170] env[71147]: DEBUG nova.network.neutron [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.605702] env[71147]: DEBUG oslo_concurrency.lockutils [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] Releasing lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.606898] env[71147]: DEBUG nova.compute.manager [req-8f2cefdb-6dad-4899-a4a3-4709dbf0f4c7 req-f14392bb-f117-42dc-9ed3-d9ff44603091 service nova] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Received event network-vif-deleted-900b9dc1-5c5b-4932-b885-e764ba7b83e9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.674881] env[71147]: DEBUG nova.network.neutron [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Successfully created port: f2c30403-9d21-4934-8e41-37446af44da5 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.724357] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: bc665eac-54f4-4c98-a1fe-e26049026682] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.731825] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.731825] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52be46db-ef4f-b2cc-c60d-6b5d6134485f" [ 937.731825] env[71147]: _type = "HttpNfcLease" [ 937.731825] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 937.732131] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 937.732131] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52be46db-ef4f-b2cc-c60d-6b5d6134485f" [ 937.732131] env[71147]: _type = "HttpNfcLease" [ 937.732131] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 937.733255] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754aaaa3-619f-475f-8418-6bd2ad9ead24 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.748425] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3853-ed3f-6e20-e736-64607955ccc5/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 937.748726] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3853-ed3f-6e20-e736-64607955ccc5/disk-0.vmdk. {{(pid=71147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 937.839859] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.849346] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529fcb2b-926c-4826-2499-e82b36c60a21, 'name': SearchDatastore_Task, 'duration_secs': 0.016449} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.849346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.849346] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.849346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.849346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.849346] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.854252] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94711006-c8ce-452b-b1e2-ae203e75a28c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.856692] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7a925fce-ed79-49f5-a029-814fbf686379 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.866944] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.867223] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.867736] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14677924-86f4-470b-abc3-ec12b21ecaa2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.873230] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 937.873230] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5290ad4e-4bd3-d11e-c506-89a2537758a2" [ 937.873230] env[71147]: _type = "Task" [ 937.873230] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.883112] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5290ad4e-4bd3-d11e-c506-89a2537758a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.924838] env[71147]: DEBUG oslo_concurrency.lockutils [req-f79536e8-cc3c-43fd-8e81-44221f84e8b9 req-17f986fd-d1e4-43f3-8ba2-4302280b67fb service nova] Releasing lock "refresh_cache-621d7ad8-9527-4d52-8b55-4da90d4d5ec2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.964417] env[71147]: DEBUG nova.objects.base [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Object Instance<5f587671-def8-46da-918b-72029dba52c5> lazy-loaded attributes: flavor,pci_requests {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.964717] env[71147]: DEBUG nova.network.neutron [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.010624] env[71147]: DEBUG nova.policy [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23c261141d14bcd887ad37cf8e445f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed35b211a6a4abf8058444e4294e0d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.057206] env[71147]: INFO nova.compute.manager [-] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Took 1.75 seconds to deallocate network for instance. [ 938.121861] env[71147]: DEBUG nova.network.neutron [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.230027] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: bc944101-ed90-47ae-af3c-b6b4adc42e61] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.263738] env[71147]: DEBUG nova.network.neutron [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Successfully created port: 8d07c02d-f4c0-48bb-9dff-cc98afd027ac {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.349419] env[71147]: DEBUG nova.network.neutron [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Updating instance_info_cache with network_info: [{"id": "3f45f71d-6b73-4dfa-bd9f-9aad6da8433f", "address": "fa:16:3e:6c:e3:9d", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f45f71d-6b", "ovs_interfaceid": "3f45f71d-6b73-4dfa-bd9f-9aad6da8433f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.351966] env[71147]: DEBUG nova.network.neutron [-] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.385821] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5290ad4e-4bd3-d11e-c506-89a2537758a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012517} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.386647] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e946adf-ed4f-46ec-a055-ff23e9498bbe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.393032] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 938.393032] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521bdbe0-7393-2ae7-be74-6a1a17930d5c" [ 938.393032] env[71147]: _type = "Task" [ 938.393032] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.401194] env[71147]: DEBUG nova.compute.manager [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.415149] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521bdbe0-7393-2ae7-be74-6a1a17930d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.012034} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.415149] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.415149] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab/4716fc59-4fb8-44c3-bb26-48d48eb9f1ab.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.415149] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2f2dc18-31a6-4fd9-8461-3fb204baf7bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.423032] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 938.423032] env[71147]: value = "task-3421219" [ 938.423032] env[71147]: _type = "Task" [ 938.423032] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.436624] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.440037] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.440037] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.440037] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.440037] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.440037] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.440037] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.440375] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.440527] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.440739] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.440945] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.441180] env[71147]: DEBUG nova.virt.hardware [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.442073] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36501b65-1d83-4dc5-bbf5-729b7d0a97ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.452648] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bb5a81-ac01-48ee-9212-f8277f4d0d01 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.498916] env[71147]: DEBUG nova.compute.manager [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Received event network-vif-plugged-3f45f71d-6b73-4dfa-bd9f-9aad6da8433f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.499156] env[71147]: DEBUG oslo_concurrency.lockutils [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] Acquiring lock "5a70003f-fae2-4404-ae49-0bb99e913fec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.499377] env[71147]: DEBUG oslo_concurrency.lockutils [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] Lock "5a70003f-fae2-4404-ae49-0bb99e913fec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.499570] env[71147]: DEBUG oslo_concurrency.lockutils [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] Lock "5a70003f-fae2-4404-ae49-0bb99e913fec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.499835] env[71147]: DEBUG nova.compute.manager [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] No waiting events found dispatching network-vif-plugged-3f45f71d-6b73-4dfa-bd9f-9aad6da8433f {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.499882] env[71147]: WARNING nova.compute.manager [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Received unexpected event network-vif-plugged-3f45f71d-6b73-4dfa-bd9f-9aad6da8433f for instance with vm_state building and task_state spawning. [ 938.501684] env[71147]: DEBUG nova.compute.manager [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Received event network-changed-3f45f71d-6b73-4dfa-bd9f-9aad6da8433f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.501684] env[71147]: DEBUG nova.compute.manager [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Refreshing instance network info cache due to event network-changed-3f45f71d-6b73-4dfa-bd9f-9aad6da8433f. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.501684] env[71147]: DEBUG oslo_concurrency.lockutils [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] Acquiring lock "refresh_cache-5a70003f-fae2-4404-ae49-0bb99e913fec" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.564745] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.736411] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 2f7c09dd-b4fd-49fb-a1c4-212c1e2333a4] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.747335] env[71147]: DEBUG nova.compute.manager [req-30180b26-3fe3-4919-8413-705fb787c1bd req-c3436f58-0161-45db-a400-523667e8fb89 service nova] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Received event network-vif-deleted-3280961f-7e46-42c9-8b97-ec7eee7326bf {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.857080] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Releasing lock "refresh_cache-5a70003f-fae2-4404-ae49-0bb99e913fec" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.857447] env[71147]: DEBUG nova.compute.manager [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Instance network_info: |[{"id": "3f45f71d-6b73-4dfa-bd9f-9aad6da8433f", "address": "fa:16:3e:6c:e3:9d", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f45f71d-6b", "ovs_interfaceid": "3f45f71d-6b73-4dfa-bd9f-9aad6da8433f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.858464] env[71147]: DEBUG oslo_concurrency.lockutils [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] Acquired lock "refresh_cache-5a70003f-fae2-4404-ae49-0bb99e913fec" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.858464] env[71147]: DEBUG nova.network.neutron [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Refreshing network info cache for port 3f45f71d-6b73-4dfa-bd9f-9aad6da8433f {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.860033] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e3:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f45f71d-6b73-4dfa-bd9f-9aad6da8433f', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.869421] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Creating folder: Project (9306abeb96c8452fbafa3a8dbd879ec9). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.870068] env[71147]: INFO nova.compute.manager [-] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Took 1.99 seconds to deallocate network for instance. [ 938.878339] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83a70155-d20d-42e3-9621-a22f7822110f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.901071] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a62ec2-84bf-44eb-8aa0-ebfd54ee7e2e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.909158] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Created folder: Project (9306abeb96c8452fbafa3a8dbd879ec9) in parent group-v682378. [ 938.909405] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Creating folder: Instances. Parent ref: group-v682565. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.911055] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-918e406b-14d5-4de5-a114-7466b471b9d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.915465] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f32c9cf-2e7d-4e3b-a96e-6d9fafb58837 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.955190] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Created folder: Instances in parent group-v682565. [ 938.955481] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.963743] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.964771] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f08316-209a-4ff9-8ae0-7685f9178a5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.968716] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bba0dbc-0cc9-40b4-b3fc-6f06b8238bcf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.990361] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Completed reading data from the image iterator. {{(pid=71147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 938.990632] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3853-ed3f-6e20-e736-64607955ccc5/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.991679] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421219, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.992537] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2d2fe-7767-4f30-b449-3db714b6a3fd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.001839] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f4541b-d353-448b-a9cb-3fe101b649d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.010260] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.010260] env[71147]: value = "task-3421222" [ 939.010260] env[71147]: _type = "Task" [ 939.010260] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.010260] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3853-ed3f-6e20-e736-64607955ccc5/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 939.010260] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3853-ed3f-6e20-e736-64607955ccc5/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 939.010260] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5b6a54ca-9ad5-4472-b827-b8db12c0f0c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.022291] env[71147]: DEBUG nova.compute.provider_tree [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.028910] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421222, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.242822] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: b68e658a-8a6a-451c-b52d-e1d66d0251d1] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.258225] env[71147]: DEBUG oslo_vmware.rw_handles [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523b3853-ed3f-6e20-e736-64607955ccc5/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 939.258470] env[71147]: INFO nova.virt.vmwareapi.images [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Downloaded image file data 35587190-3fac-446a-9b62-e9e6e8ecf3eb [ 939.259317] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981f18d2-1570-46a9-830a-b9ba097ce7cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.290830] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ddc09d4-34c8-40de-a673-c9b6718dca3b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.318013] env[71147]: INFO nova.virt.vmwareapi.images [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] The imported VM was unregistered [ 939.320754] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Caching image {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 939.321015] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating directory with path [datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.321316] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ca3b809-64ce-486a-aa99-433153303036 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.338441] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Created directory with path [datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.338667] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e/OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e.vmdk to [datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb/35587190-3fac-446a-9b62-e9e6e8ecf3eb.vmdk. {{(pid=71147) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 939.338962] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-79a7a6d9-3332-4fd7-8b1a-dc29115a9720 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.346793] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 939.346793] env[71147]: value = "task-3421224" [ 939.346793] env[71147]: _type = "Task" [ 939.346793] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.355392] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421224, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.390702] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.437026] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58294} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.437026] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab/4716fc59-4fb8-44c3-bb26-48d48eb9f1ab.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.437026] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.437026] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f0e88df-5c63-4085-a993-cfdf002df9aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.446027] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 939.446027] env[71147]: value = "task-3421225" [ 939.446027] env[71147]: _type = "Task" [ 939.446027] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.452697] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.491488] env[71147]: DEBUG nova.network.neutron [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Successfully updated port: f2c30403-9d21-4934-8e41-37446af44da5 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.518650] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421222, 'name': CreateVM_Task, 'duration_secs': 0.341726} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.519350] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.523017] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.523017] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.523017] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.525539] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea48f9b9-ce50-4fcd-a8e5-f91005f38b65 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.528930] env[71147]: DEBUG nova.scheduler.client.report [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.539071] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 939.539071] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bd56d8-c89a-8c16-5344-0394077ff3d1" [ 939.539071] env[71147]: _type = "Task" [ 939.539071] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.548501] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bd56d8-c89a-8c16-5344-0394077ff3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.649142] env[71147]: DEBUG nova.network.neutron [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Updated VIF entry in instance network info cache for port 3f45f71d-6b73-4dfa-bd9f-9aad6da8433f. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.649282] env[71147]: DEBUG nova.network.neutron [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Updating instance_info_cache with network_info: [{"id": "3f45f71d-6b73-4dfa-bd9f-9aad6da8433f", "address": "fa:16:3e:6c:e3:9d", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f45f71d-6b", "ovs_interfaceid": "3f45f71d-6b73-4dfa-bd9f-9aad6da8433f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.746058] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: eeb28df7-3703-4b79-a3d8-69c1624562a6] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.837896] env[71147]: DEBUG nova.network.neutron [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Successfully updated port: 8d07c02d-f4c0-48bb-9dff-cc98afd027ac {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.859889] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421224, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.953630] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079856} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.953907] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.954757] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1c3ed8-3993-4123-bf7a-d0d7657e3290 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.976871] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab/4716fc59-4fb8-44c3-bb26-48d48eb9f1ab.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.977312] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad003e6-c921-4ab3-a1c6-d95808645379 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.998524] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "refresh_cache-c90f1c35-8c44-488c-8ac7-6176d062db97" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.998701] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired lock "refresh_cache-c90f1c35-8c44-488c-8ac7-6176d062db97" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.998818] env[71147]: DEBUG nova.network.neutron [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.000079] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 940.000079] env[71147]: value = "task-3421226" [ 940.000079] env[71147]: _type = "Task" [ 940.000079] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.010166] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.035748] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.035748] env[71147]: DEBUG nova.compute.manager [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.038591] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.631s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.038815] env[71147]: DEBUG nova.objects.instance [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lazy-loading 'resources' on Instance uuid 5df4b4cb-4e55-48b3-b50f-155e7194c010 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.050606] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bd56d8-c89a-8c16-5344-0394077ff3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014619} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.051663] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.051919] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.052179] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.052329] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.052512] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.053089] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf0300f6-c46b-451e-908c-803b1d42fdcc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.064388] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.064914] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.065683] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fafbe55a-2860-436e-bec3-9f68eed33bac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.071761] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 940.071761] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e95611-f2a8-5282-1114-de2709bc5250" [ 940.071761] env[71147]: _type = "Task" [ 940.071761] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.081151] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e95611-f2a8-5282-1114-de2709bc5250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.152972] env[71147]: DEBUG oslo_concurrency.lockutils [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] Releasing lock "refresh_cache-5a70003f-fae2-4404-ae49-0bb99e913fec" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.153303] env[71147]: DEBUG nova.compute.manager [req-2bd790e2-2c5d-4af3-ae4e-8ad42de33f9d req-185cba2f-a3e0-4f3e-baaa-9689f505b0ee service nova] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Received event network-vif-deleted-2c76f721-c39b-4414-bfb3-0fccf35fa590 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.249920] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.250243] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Cleaning up deleted instances with incomplete migration {{(pid=71147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 940.341182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.341426] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.341582] env[71147]: DEBUG nova.network.neutron [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.361086] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421224, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.512545] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.538381] env[71147]: DEBUG nova.network.neutron [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.542748] env[71147]: DEBUG nova.compute.utils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.544257] env[71147]: DEBUG nova.compute.manager [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.544477] env[71147]: DEBUG nova.network.neutron [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.589309] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e95611-f2a8-5282-1114-de2709bc5250, 'name': SearchDatastore_Task, 'duration_secs': 0.022948} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.590141] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57cba963-6d95-4a7d-837f-b7ac93b827c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.602093] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 940.602093] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52493357-512f-9858-a643-800e6461de34" [ 940.602093] env[71147]: _type = "Task" [ 940.602093] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.611083] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52493357-512f-9858-a643-800e6461de34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.620115] env[71147]: DEBUG nova.policy [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564c79b531ac4334b1c1a5023e2edee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f896037fe447b5a11d606b9d07429d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.708159] env[71147]: DEBUG nova.network.neutron [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Updating instance_info_cache with network_info: [{"id": "f2c30403-9d21-4934-8e41-37446af44da5", "address": "fa:16:3e:cd:b3:1e", "network": {"id": "8e6c4c3c-20f4-42fd-87db-e6b02608d9f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1810342985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f1e98843904823bbbee297b39164cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c30403-9d", "ovs_interfaceid": "f2c30403-9d21-4934-8e41-37446af44da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.724434] env[71147]: DEBUG nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Received event network-vif-plugged-f2c30403-9d21-4934-8e41-37446af44da5 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.724639] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Acquiring lock "c90f1c35-8c44-488c-8ac7-6176d062db97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.724837] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Lock "c90f1c35-8c44-488c-8ac7-6176d062db97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.725805] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Lock "c90f1c35-8c44-488c-8ac7-6176d062db97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.725805] env[71147]: DEBUG nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] No waiting events found dispatching network-vif-plugged-f2c30403-9d21-4934-8e41-37446af44da5 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.725936] env[71147]: WARNING nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Received unexpected event network-vif-plugged-f2c30403-9d21-4934-8e41-37446af44da5 for instance with vm_state building and task_state spawning. [ 940.726153] env[71147]: DEBUG nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Received event network-changed-f2c30403-9d21-4934-8e41-37446af44da5 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.727101] env[71147]: DEBUG nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Refreshing instance network info cache due to event network-changed-f2c30403-9d21-4934-8e41-37446af44da5. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.727101] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Acquiring lock "refresh_cache-c90f1c35-8c44-488c-8ac7-6176d062db97" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.752509] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.861763] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421224, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.898882] env[71147]: WARNING nova.network.neutron [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] d54b4c94-8c70-4059-918f-18bf0f62da01 already exists in list: networks containing: ['d54b4c94-8c70-4059-918f-18bf0f62da01']. ignoring it [ 940.915549] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf03f3f7-bd8e-4c0a-91e2-1755b6c7e933 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.924117] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426ecbf5-214a-4345-9dfe-9e811bf9c553 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.968941] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d65dd-8691-490c-8a2d-c6fbc5d4b8b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.979199] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef4b3dd-e631-40d8-b511-cf3f19c35d7e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.997024] env[71147]: DEBUG nova.compute.provider_tree [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.011616] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.045800] env[71147]: DEBUG nova.network.neutron [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Successfully created port: 101e71e3-b306-452a-b7de-a4fdae190a1a {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.053707] env[71147]: DEBUG nova.compute.manager [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.114215] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52493357-512f-9858-a643-800e6461de34, 'name': SearchDatastore_Task, 'duration_secs': 0.026062} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.114215] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.114215] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 5a70003f-fae2-4404-ae49-0bb99e913fec/5a70003f-fae2-4404-ae49-0bb99e913fec.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.114215] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e82da28-c3db-42be-bdd0-373d211d6465 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.123677] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 941.123677] env[71147]: value = "task-3421227" [ 941.123677] env[71147]: _type = "Task" [ 941.123677] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.136384] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.211937] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Releasing lock "refresh_cache-c90f1c35-8c44-488c-8ac7-6176d062db97" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.212310] env[71147]: DEBUG nova.compute.manager [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Instance network_info: |[{"id": "f2c30403-9d21-4934-8e41-37446af44da5", "address": "fa:16:3e:cd:b3:1e", "network": {"id": "8e6c4c3c-20f4-42fd-87db-e6b02608d9f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1810342985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f1e98843904823bbbee297b39164cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c30403-9d", "ovs_interfaceid": "f2c30403-9d21-4934-8e41-37446af44da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.212662] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Acquired lock "refresh_cache-c90f1c35-8c44-488c-8ac7-6176d062db97" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.212826] env[71147]: DEBUG nova.network.neutron [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Refreshing network info cache for port f2c30403-9d21-4934-8e41-37446af44da5 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.214158] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b3:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2c30403-9d21-4934-8e41-37446af44da5', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.223555] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.224928] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.225592] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-471c49e4-cf08-46ca-bfc8-05523971e1aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.249018] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.249018] env[71147]: value = "task-3421228" [ 941.249018] env[71147]: _type = "Task" [ 941.249018] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.259810] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421228, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.277731] env[71147]: DEBUG nova.network.neutron [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updating instance_info_cache with network_info: [{"id": "55bc1389-9a59-4831-bdef-08e260a26ee6", "address": "fa:16:3e:cc:2f:82", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc1389-9a", "ovs_interfaceid": "55bc1389-9a59-4831-bdef-08e260a26ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d07c02d-f4c0-48bb-9dff-cc98afd027ac", "address": "fa:16:3e:9b:95:f7", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07c02d-f4", "ovs_interfaceid": "8d07c02d-f4c0-48bb-9dff-cc98afd027ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.362356] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421224, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.502085] env[71147]: DEBUG nova.scheduler.client.report [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.516392] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421226, 'name': ReconfigVM_Task, 'duration_secs': 1.053493} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.516718] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab/4716fc59-4fb8-44c3-bb26-48d48eb9f1ab.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.517875] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-762cb578-ce4a-4df0-b623-87068fe7a45f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.528099] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 941.528099] env[71147]: value = "task-3421229" [ 941.528099] env[71147]: _type = "Task" [ 941.528099] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.538889] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421229, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.639705] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.770750] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421228, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.781395] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.782166] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.782321] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.783188] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e4358f-3df0-4874-b0bf-e0ae19708385 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.804136] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.804269] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.804445] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.804647] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.804919] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.805127] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.806554] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.806554] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.806554] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.806554] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.806554] env[71147]: DEBUG nova.virt.hardware [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.813095] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Reconfiguring VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 941.813452] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ecc5c4c-a742-4ab7-aa5f-e81871bf557d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.832042] env[71147]: DEBUG oslo_vmware.api [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 941.832042] env[71147]: value = "task-3421230" [ 941.832042] env[71147]: _type = "Task" [ 941.832042] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.841265] env[71147]: DEBUG oslo_vmware.api [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421230, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.861677] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421224, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.478401} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.861975] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e/OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e.vmdk to [datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb/35587190-3fac-446a-9b62-e9e6e8ecf3eb.vmdk. [ 941.862199] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Cleaning up location [datastore2] OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 941.862591] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5aab3b67-33f3-497f-acca-14000e092d9e {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.865286] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece4bd8f-a131-4f7e-b2d5-bab1ec976738 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.876175] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 941.876175] env[71147]: value = "task-3421231" [ 941.876175] env[71147]: _type = "Task" [ 941.876175] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.891197] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.987500] env[71147]: DEBUG nova.network.neutron [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Updated VIF entry in instance network info cache for port f2c30403-9d21-4934-8e41-37446af44da5. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.987916] env[71147]: DEBUG nova.network.neutron [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Updating instance_info_cache with network_info: [{"id": "f2c30403-9d21-4934-8e41-37446af44da5", "address": "fa:16:3e:cd:b3:1e", "network": {"id": "8e6c4c3c-20f4-42fd-87db-e6b02608d9f7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1810342985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f1e98843904823bbbee297b39164cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c30403-9d", "ovs_interfaceid": "f2c30403-9d21-4934-8e41-37446af44da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.010039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.012398] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.319s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.034366] env[71147]: INFO nova.scheduler.client.report [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Deleted allocations for instance 5df4b4cb-4e55-48b3-b50f-155e7194c010 [ 942.039357] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421229, 'name': Rename_Task, 'duration_secs': 0.370135} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.042138] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.042860] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e6ed98a-465f-4558-aeeb-37c9b5737b33 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.051281] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 942.051281] env[71147]: value = "task-3421232" [ 942.051281] env[71147]: _type = "Task" [ 942.051281] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.061339] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.066127] env[71147]: DEBUG nova.compute.manager [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.094716] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.095037] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.095267] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.095535] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.095753] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.095982] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.096225] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.097356] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.097356] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.097356] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.097356] env[71147]: DEBUG nova.virt.hardware [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.098274] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993b886b-9408-4079-a808-fabe7ee6f0f4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.107412] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263af714-bf7f-4090-95aa-46a84fb6a628 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.138323] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613121} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.138596] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 5a70003f-fae2-4404-ae49-0bb99e913fec/5a70003f-fae2-4404-ae49-0bb99e913fec.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.138810] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.139071] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-254cfe0e-0c62-48cc-b4f9-445d5b8db39d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.146326] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 942.146326] env[71147]: value = "task-3421233" [ 942.146326] env[71147]: _type = "Task" [ 942.146326] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.155277] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.260528] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421228, 'name': CreateVM_Task, 'duration_secs': 0.685013} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.260822] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.261489] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.261659] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.261982] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.262286] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10294bc-f33c-48d2-a9f8-133c86425ef9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.267910] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 942.267910] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ae5f10-f257-0dcd-9e69-62ed3cfcbd93" [ 942.267910] env[71147]: _type = "Task" [ 942.267910] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.277981] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ae5f10-f257-0dcd-9e69-62ed3cfcbd93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.343794] env[71147]: DEBUG oslo_vmware.api [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.392935] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.063379} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.392935] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.392935] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb/35587190-3fac-446a-9b62-e9e6e8ecf3eb.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.392935] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb/35587190-3fac-446a-9b62-e9e6e8ecf3eb.vmdk to [datastore2] 7bf98de4-01db-4bbf-bff8-d05dce0391a0/7bf98de4-01db-4bbf-bff8-d05dce0391a0.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.392935] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db843526-8e14-45aa-8a07-8156585b0113 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.399209] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 942.399209] env[71147]: value = "task-3421234" [ 942.399209] env[71147]: _type = "Task" [ 942.399209] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.408555] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.494155] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Releasing lock "refresh_cache-c90f1c35-8c44-488c-8ac7-6176d062db97" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.494155] env[71147]: DEBUG nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Received event network-vif-plugged-8d07c02d-f4c0-48bb-9dff-cc98afd027ac {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.494155] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Acquiring lock "5f587671-def8-46da-918b-72029dba52c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.494155] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Lock "5f587671-def8-46da-918b-72029dba52c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.494155] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Lock "5f587671-def8-46da-918b-72029dba52c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.494155] env[71147]: DEBUG nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] No waiting events found dispatching network-vif-plugged-8d07c02d-f4c0-48bb-9dff-cc98afd027ac {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.494438] env[71147]: WARNING nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Received unexpected event network-vif-plugged-8d07c02d-f4c0-48bb-9dff-cc98afd027ac for instance with vm_state active and task_state None. [ 942.494572] env[71147]: DEBUG nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Received event network-changed-8d07c02d-f4c0-48bb-9dff-cc98afd027ac {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.494765] env[71147]: DEBUG nova.compute.manager [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Refreshing instance network info cache due to event network-changed-8d07c02d-f4c0-48bb-9dff-cc98afd027ac. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.494993] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Acquiring lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.495262] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Acquired lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.495384] env[71147]: DEBUG nova.network.neutron [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Refreshing network info cache for port 8d07c02d-f4c0-48bb-9dff-cc98afd027ac {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.550694] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5858535b-d665-4d13-a869-839c5be2cecd tempest-ServersListShow298Test-511245900 tempest-ServersListShow298Test-511245900-project-member] Lock "5df4b4cb-4e55-48b3-b50f-155e7194c010" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.400s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.564329] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.666806] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070717} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.666881] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.668170] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d42242-fc42-4f5f-a5c8-7e1d84cd629e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.693091] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 5a70003f-fae2-4404-ae49-0bb99e913fec/5a70003f-fae2-4404-ae49-0bb99e913fec.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.695872] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f5cc910-55d6-4752-adc8-31136e2f0e78 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.718353] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 942.718353] env[71147]: value = "task-3421235" [ 942.718353] env[71147]: _type = "Task" [ 942.718353] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.728063] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.782288] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ae5f10-f257-0dcd-9e69-62ed3cfcbd93, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.782669] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.782920] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.783358] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.783571] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.783777] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.784113] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b599e3c0-314c-4950-befa-54b86e641bf1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.796051] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.796051] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.797028] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7225c5-51f0-417a-a2d7-10f73c7d0836 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.803219] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 942.803219] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a4b1d-04f6-71a6-5c35-880f8b4db4c5" [ 942.803219] env[71147]: _type = "Task" [ 942.803219] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.813526] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a4b1d-04f6-71a6-5c35-880f8b4db4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.839484] env[71147]: DEBUG nova.network.neutron [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Successfully updated port: 101e71e3-b306-452a-b7de-a4fdae190a1a {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.846475] env[71147]: DEBUG oslo_vmware.api [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421230, 'name': ReconfigVM_Task, 'duration_secs': 0.616896} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.849847] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.850524] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Reconfigured VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 942.911521] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421234, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.960246] env[71147]: DEBUG nova.compute.manager [req-4a821654-d292-4b4b-ba12-df7f0feedf54 req-57c4e641-279c-4fd2-a0c2-bd3121d2996d service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Received event network-vif-plugged-101e71e3-b306-452a-b7de-a4fdae190a1a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.960246] env[71147]: DEBUG oslo_concurrency.lockutils [req-4a821654-d292-4b4b-ba12-df7f0feedf54 req-57c4e641-279c-4fd2-a0c2-bd3121d2996d service nova] Acquiring lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.960393] env[71147]: DEBUG oslo_concurrency.lockutils [req-4a821654-d292-4b4b-ba12-df7f0feedf54 req-57c4e641-279c-4fd2-a0c2-bd3121d2996d service nova] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.962059] env[71147]: DEBUG oslo_concurrency.lockutils [req-4a821654-d292-4b4b-ba12-df7f0feedf54 req-57c4e641-279c-4fd2-a0c2-bd3121d2996d service nova] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.962059] env[71147]: DEBUG nova.compute.manager [req-4a821654-d292-4b4b-ba12-df7f0feedf54 req-57c4e641-279c-4fd2-a0c2-bd3121d2996d service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] No waiting events found dispatching network-vif-plugged-101e71e3-b306-452a-b7de-a4fdae190a1a {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.962059] env[71147]: WARNING nova.compute.manager [req-4a821654-d292-4b4b-ba12-df7f0feedf54 req-57c4e641-279c-4fd2-a0c2-bd3121d2996d service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Received unexpected event network-vif-plugged-101e71e3-b306-452a-b7de-a4fdae190a1a for instance with vm_state building and task_state spawning. [ 942.964965] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba97ffb1-d287-4275-81f0-2410fcefbeb0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.974978] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733fb059-dd61-4243-a8c8-47db84958abc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.024392] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574316f3-b22e-4e67-8326-82e8b0ab9eb9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.034869] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640ec4d0-ac36-42aa-8f15-a2a36b0ee994 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.052287] env[71147]: DEBUG nova.compute.provider_tree [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.062471] env[71147]: DEBUG oslo_vmware.api [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421232, 'name': PowerOnVM_Task, 'duration_secs': 0.665617} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.063411] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.063629] env[71147]: INFO nova.compute.manager [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Took 9.87 seconds to spawn the instance on the hypervisor. [ 943.063806] env[71147]: DEBUG nova.compute.manager [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.064648] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cc0920-8c59-4db2-aac8-36f7421e8471 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.230241] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421235, 'name': ReconfigVM_Task, 'duration_secs': 0.452604} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.230543] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 5a70003f-fae2-4404-ae49-0bb99e913fec/5a70003f-fae2-4404-ae49-0bb99e913fec.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.231235] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fa75ced-b592-4128-9386-3243b7dd9ba7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.238296] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 943.238296] env[71147]: value = "task-3421236" [ 943.238296] env[71147]: _type = "Task" [ 943.238296] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.247840] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421236, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.313973] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a4b1d-04f6-71a6-5c35-880f8b4db4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014948} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.314895] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ab1b14-4727-4617-ad3e-1e476575630d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.320384] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 943.320384] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b1c843-d3c6-70d8-0d69-9e6daa7ceb82" [ 943.320384] env[71147]: _type = "Task" [ 943.320384] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.330378] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b1c843-d3c6-70d8-0d69-9e6daa7ceb82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.342217] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.342413] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.342513] env[71147]: DEBUG nova.network.neutron [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.344704] env[71147]: DEBUG nova.network.neutron [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updated VIF entry in instance network info cache for port 8d07c02d-f4c0-48bb-9dff-cc98afd027ac. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.345214] env[71147]: DEBUG nova.network.neutron [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updating instance_info_cache with network_info: [{"id": "55bc1389-9a59-4831-bdef-08e260a26ee6", "address": "fa:16:3e:cc:2f:82", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc1389-9a", "ovs_interfaceid": "55bc1389-9a59-4831-bdef-08e260a26ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d07c02d-f4c0-48bb-9dff-cc98afd027ac", "address": "fa:16:3e:9b:95:f7", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d07c02d-f4", "ovs_interfaceid": "8d07c02d-f4c0-48bb-9dff-cc98afd027ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.355950] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab4ff2ee-d1f2-460a-9ed5-c3a59a4f4378 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-5f587671-def8-46da-918b-72029dba52c5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.499s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.411532] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421234, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.560911] env[71147]: DEBUG nova.scheduler.client.report [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.590148] env[71147]: INFO nova.compute.manager [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Took 38.34 seconds to build instance. [ 943.749993] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421236, 'name': Rename_Task, 'duration_secs': 0.201538} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.750761] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.751678] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a9df0d9-4201-4077-971c-43dd1dbc899c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.759176] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 943.759176] env[71147]: value = "task-3421237" [ 943.759176] env[71147]: _type = "Task" [ 943.759176] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.767690] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.831806] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b1c843-d3c6-70d8-0d69-9e6daa7ceb82, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.831995] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.832985] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c90f1c35-8c44-488c-8ac7-6176d062db97/c90f1c35-8c44-488c-8ac7-6176d062db97.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.833337] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfaac93b-c2eb-4971-a47b-65f5ba489676 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.841531] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 943.841531] env[71147]: value = "task-3421238" [ 943.841531] env[71147]: _type = "Task" [ 943.841531] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.850070] env[71147]: DEBUG oslo_concurrency.lockutils [req-f362ee0e-1f50-4db4-8116-a16d4efe6a16 req-55358430-b5c6-46bd-adcd-077ffc77ecfe service nova] Releasing lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.854699] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.891704] env[71147]: DEBUG nova.network.neutron [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.917375] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421234, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.059262] env[71147]: DEBUG nova.network.neutron [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [{"id": "101e71e3-b306-452a-b7de-a4fdae190a1a", "address": "fa:16:3e:3c:4a:f4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101e71e3-b3", "ovs_interfaceid": "101e71e3-b306-452a-b7de-a4fdae190a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.093652] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6d09328-e545-43ea-a58f-40bfdd649a9e tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.852s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.271466] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.353940] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421238, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.414384] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421234, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.564506] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.564887] env[71147]: DEBUG nova.compute.manager [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Instance network_info: |[{"id": "101e71e3-b306-452a-b7de-a4fdae190a1a", "address": "fa:16:3e:3c:4a:f4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101e71e3-b3", "ovs_interfaceid": "101e71e3-b306-452a-b7de-a4fdae190a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.565415] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:4a:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '101e71e3-b306-452a-b7de-a4fdae190a1a', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.573889] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Creating folder: Project (f6f896037fe447b5a11d606b9d07429d). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.575392] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.563s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.578521] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edbb7fa4-0bf2-4e74-aa86-fa0d12d7cf4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.581642] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.917s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.585933] env[71147]: INFO nova.compute.claims [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.601547] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Created folder: Project (f6f896037fe447b5a11d606b9d07429d) in parent group-v682378. [ 944.601837] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Creating folder: Instances. Parent ref: group-v682569. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.602128] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dcfe5b6-ef46-44f1-980e-a9b1605bc220 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.613152] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Created folder: Instances in parent group-v682569. [ 944.613152] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.613378] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.613575] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1508504-100b-4a48-a7d7-015d8add559f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.636456] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.636456] env[71147]: value = "task-3421241" [ 944.636456] env[71147]: _type = "Task" [ 944.636456] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.647248] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421241, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.770947] env[71147]: DEBUG oslo_vmware.api [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421237, 'name': PowerOnVM_Task, 'duration_secs': 1.003938} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.771579] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.771703] env[71147]: INFO nova.compute.manager [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Took 9.02 seconds to spawn the instance on the hypervisor. [ 944.772496] env[71147]: DEBUG nova.compute.manager [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.773030] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eab41ae-c4cc-4b77-8588-9491b76be6e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.854239] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68418} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.854536] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c90f1c35-8c44-488c-8ac7-6176d062db97/c90f1c35-8c44-488c-8ac7-6176d062db97.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.854730] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.855320] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80e73b53-22b6-4333-9bee-ce9690435d8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.862567] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 944.862567] env[71147]: value = "task-3421242" [ 944.862567] env[71147]: _type = "Task" [ 944.862567] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.870465] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.895856] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.898506] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.003s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.898862] env[71147]: INFO nova.compute.manager [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Shelving [ 944.914702] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421234, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.453576} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.914967] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/35587190-3fac-446a-9b62-e9e6e8ecf3eb/35587190-3fac-446a-9b62-e9e6e8ecf3eb.vmdk to [datastore2] 7bf98de4-01db-4bbf-bff8-d05dce0391a0/7bf98de4-01db-4bbf-bff8-d05dce0391a0.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.915802] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd941c4-01b1-4e5b-9fbd-e4a8b2e6cd88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.941671] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 7bf98de4-01db-4bbf-bff8-d05dce0391a0/7bf98de4-01db-4bbf-bff8-d05dce0391a0.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.942339] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a5625f8-e8cb-430e-a864-5359d1073943 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.965367] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 944.965367] env[71147]: value = "task-3421243" [ 944.965367] env[71147]: _type = "Task" [ 944.965367] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.976420] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.141979] env[71147]: INFO nova.scheduler.client.report [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted allocation for migration 15ff4dfa-43a0-4675-928e-a268dedc70d0 [ 945.149102] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421241, 'name': CreateVM_Task, 'duration_secs': 0.447427} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.149283] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.150104] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.150274] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.150581] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.150841] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199163f5-fcd9-4612-b339-07930df14c71 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.156045] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 945.156045] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522fd925-4763-bc4a-5964-383f59a370d4" [ 945.156045] env[71147]: _type = "Task" [ 945.156045] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.164091] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522fd925-4763-bc4a-5964-383f59a370d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.234231] env[71147]: DEBUG nova.compute.manager [req-b0c2d836-234f-47db-8594-95380a992b21 req-db589dba-51f0-4b39-8d3f-97a59fa8b98e service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Received event network-changed-101e71e3-b306-452a-b7de-a4fdae190a1a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.234231] env[71147]: DEBUG nova.compute.manager [req-b0c2d836-234f-47db-8594-95380a992b21 req-db589dba-51f0-4b39-8d3f-97a59fa8b98e service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Refreshing instance network info cache due to event network-changed-101e71e3-b306-452a-b7de-a4fdae190a1a. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.234231] env[71147]: DEBUG oslo_concurrency.lockutils [req-b0c2d836-234f-47db-8594-95380a992b21 req-db589dba-51f0-4b39-8d3f-97a59fa8b98e service nova] Acquiring lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.234231] env[71147]: DEBUG oslo_concurrency.lockutils [req-b0c2d836-234f-47db-8594-95380a992b21 req-db589dba-51f0-4b39-8d3f-97a59fa8b98e service nova] Acquired lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.234409] env[71147]: DEBUG nova.network.neutron [req-b0c2d836-234f-47db-8594-95380a992b21 req-db589dba-51f0-4b39-8d3f-97a59fa8b98e service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Refreshing network info cache for port 101e71e3-b306-452a-b7de-a4fdae190a1a {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.293427] env[71147]: DEBUG oslo_concurrency.lockutils [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.293541] env[71147]: DEBUG oslo_concurrency.lockutils [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.293722] env[71147]: INFO nova.compute.manager [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Shelving [ 945.297346] env[71147]: INFO nova.compute.manager [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Took 34.56 seconds to build instance. [ 945.374091] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079612} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.374383] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.375551] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60fb315-7a39-40f3-a0b6-cc436b568b4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.400139] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] c90f1c35-8c44-488c-8ac7-6176d062db97/c90f1c35-8c44-488c-8ac7-6176d062db97.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.401822] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-700dd31e-6ee5-4e4c-abfb-eb47da03559d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.430186] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 945.430186] env[71147]: value = "task-3421244" [ 945.430186] env[71147]: _type = "Task" [ 945.430186] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.443760] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.475295] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.651371] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c0dbd13c-58d8-4506-8d28-e593727e10e5 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.398s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.671899] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522fd925-4763-bc4a-5964-383f59a370d4, 'name': SearchDatastore_Task, 'duration_secs': 0.041247} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.674550] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.675098] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.675341] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.675535] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.675724] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.676595] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c6d61e2-36f2-4625-ad89-e6c12867bf87 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.687750] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.687861] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.692975] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a1b044-cf78-43fa-9548-ec48cc597ba0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.701464] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 945.701464] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a837d-e384-9d51-2d24-cfadc6079c2e" [ 945.701464] env[71147]: _type = "Task" [ 945.701464] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.711999] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a837d-e384-9d51-2d24-cfadc6079c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.799667] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d7caaad3-4bf7-4d19-9307-d5c2b51f2485 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "5a70003f-fae2-4404-ae49-0bb99e913fec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.086s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.920925] env[71147]: DEBUG oslo_concurrency.lockutils [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-5f587671-def8-46da-918b-72029dba52c5-8d07c02d-f4c0-48bb-9dff-cc98afd027ac" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.921275] env[71147]: DEBUG oslo_concurrency.lockutils [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-5f587671-def8-46da-918b-72029dba52c5-8d07c02d-f4c0-48bb-9dff-cc98afd027ac" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.926914] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.927746] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43c8b484-205b-494e-9813-6cbc786dc5e2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.937651] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 945.937651] env[71147]: value = "task-3421245" [ 945.937651] env[71147]: _type = "Task" [ 945.937651] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.953171] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.960557] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.968061] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c65b1b-fbcd-4df3-8c3d-764063cac28d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.981338] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34783000-7e8b-4b1d-b73e-632d72965bfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.984757] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421243, 'name': ReconfigVM_Task, 'duration_secs': 0.887109} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.985092] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 7bf98de4-01db-4bbf-bff8-d05dce0391a0/7bf98de4-01db-4bbf-bff8-d05dce0391a0.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.986154] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1433cca-b3c9-4fb1-b4de-8e00c97c9d8f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.017194] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d844857e-9c3a-4f25-878c-f7f6251ce025 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.022913] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 946.022913] env[71147]: value = "task-3421246" [ 946.022913] env[71147]: _type = "Task" [ 946.022913] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.030066] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d855ad-8310-413f-9fdb-708248e6b86d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.037353] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421246, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.048063] env[71147]: DEBUG nova.compute.provider_tree [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.212656] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525a837d-e384-9d51-2d24-cfadc6079c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.039762} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.213537] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd04930d-c4e7-43b0-ae09-08773811da68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.219548] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 946.219548] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521a35d0-c7f4-c540-a8c2-603ff8f6784f" [ 946.219548] env[71147]: _type = "Task" [ 946.219548] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.232075] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521a35d0-c7f4-c540-a8c2-603ff8f6784f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.275330] env[71147]: DEBUG nova.network.neutron [req-b0c2d836-234f-47db-8594-95380a992b21 req-db589dba-51f0-4b39-8d3f-97a59fa8b98e service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updated VIF entry in instance network info cache for port 101e71e3-b306-452a-b7de-a4fdae190a1a. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.276042] env[71147]: DEBUG nova.network.neutron [req-b0c2d836-234f-47db-8594-95380a992b21 req-db589dba-51f0-4b39-8d3f-97a59fa8b98e service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [{"id": "101e71e3-b306-452a-b7de-a4fdae190a1a", "address": "fa:16:3e:3c:4a:f4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101e71e3-b3", "ovs_interfaceid": "101e71e3-b306-452a-b7de-a4fdae190a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.306805] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.307154] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e5aec76-acdc-4a4c-bf45-3af540ff0291 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.314733] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 946.314733] env[71147]: value = "task-3421247" [ 946.314733] env[71147]: _type = "Task" [ 946.314733] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.323985] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.431020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.431020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.431020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e262db24-c641-49d3-bbb3-b7db81c23555 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.457420] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421244, 'name': ReconfigVM_Task, 'duration_secs': 0.77494} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.458936] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1fc0ac-8927-4198-9589-3ad0893ffce2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.462169] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Reconfigured VM instance instance-00000043 to attach disk [datastore1] c90f1c35-8c44-488c-8ac7-6176d062db97/c90f1c35-8c44-488c-8ac7-6176d062db97.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.466033] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7778cb4a-97e8-41d1-8369-1dc14122ce9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.470152] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421245, 'name': PowerOffVM_Task, 'duration_secs': 0.22085} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.474993] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.495242] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d5c740-bd03-45c5-9a8e-36a603ad3de9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.503930] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Reconfiguring VM to detach interface {{(pid=71147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 946.506476] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ec486f-830d-4c82-9e1a-55aea5134183 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.519953] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 946.519953] env[71147]: value = "task-3421248" [ 946.519953] env[71147]: _type = "Task" [ 946.519953] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.549284] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 946.549284] env[71147]: value = "task-3421249" [ 946.549284] env[71147]: _type = "Task" [ 946.549284] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.550450] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa5eea1-9598-4ae1-a78f-00c2ee651e07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.558055] env[71147]: DEBUG nova.scheduler.client.report [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.565415] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421248, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.574026] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421246, 'name': Rename_Task, 'duration_secs': 0.343441} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.574026] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.574503] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9a417c-5a28-4df1-a15c-29e0b37d9711 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.582243] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.590114] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 946.590114] env[71147]: value = "task-3421250" [ 946.590114] env[71147]: _type = "Task" [ 946.590114] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.598893] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.731448] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521a35d0-c7f4-c540-a8c2-603ff8f6784f, 'name': SearchDatastore_Task, 'duration_secs': 0.01609} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.731654] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.731915] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] a1c91e5f-c70c-4cc9-a624-edbd8186f801/a1c91e5f-c70c-4cc9-a624-edbd8186f801.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.732200] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78bf4050-6ef2-45c5-b396-03679da56b02 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.740342] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 946.740342] env[71147]: value = "task-3421251" [ 946.740342] env[71147]: _type = "Task" [ 946.740342] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.748398] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.779208] env[71147]: DEBUG oslo_concurrency.lockutils [req-b0c2d836-234f-47db-8594-95380a992b21 req-db589dba-51f0-4b39-8d3f-97a59fa8b98e service nova] Releasing lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.827691] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421247, 'name': PowerOffVM_Task, 'duration_secs': 0.262535} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.828017] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.828824] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab27f1-4139-441f-a42e-ffc33b404511 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.855924] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6466da5f-9923-4870-9e41-2d92c08f3721 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.976315] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Acquiring lock "5a70003f-fae2-4404-ae49-0bb99e913fec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.976464] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Lock "5a70003f-fae2-4404-ae49-0bb99e913fec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.976635] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Acquiring lock "5a70003f-fae2-4404-ae49-0bb99e913fec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.976911] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Lock "5a70003f-fae2-4404-ae49-0bb99e913fec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.977656] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Lock "5a70003f-fae2-4404-ae49-0bb99e913fec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.979488] env[71147]: INFO nova.compute.manager [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Terminating instance [ 947.032268] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421248, 'name': Rename_Task, 'duration_secs': 0.176968} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.032608] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.032865] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2ab1a7-7c9a-4e23-a2f2-303effa48c41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.039579] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 947.039579] env[71147]: value = "task-3421252" [ 947.039579] env[71147]: _type = "Task" [ 947.039579] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.048646] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.064221] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.071317] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.071951] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.074803] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.329s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.076379] env[71147]: INFO nova.compute.claims [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.085051] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 947.085051] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7614be3b-e128-4ecf-8828-d48506d30146 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.096746] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 947.096746] env[71147]: value = "task-3421253" [ 947.096746] env[71147]: _type = "Task" [ 947.096746] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.103964] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.109232] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.252557] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421251, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.315498] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.315498] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.315498] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.315498] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.315498] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.318133] env[71147]: INFO nova.compute.manager [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Terminating instance [ 947.366825] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 947.367351] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1aa6c457-61bb-4488-8fda-f91ab5958d3f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.375066] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 947.375066] env[71147]: value = "task-3421254" [ 947.375066] env[71147]: _type = "Task" [ 947.375066] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.385309] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421254, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.483022] env[71147]: DEBUG nova.compute.manager [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.483364] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.484286] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f935a-ba7c-458e-99e2-cc8a76d2425d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.492247] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.492565] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e39b1755-bc19-41e7-ab3e-dee0d1abdf49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.499971] env[71147]: DEBUG oslo_vmware.api [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Waiting for the task: (returnval){ [ 947.499971] env[71147]: value = "task-3421255" [ 947.499971] env[71147]: _type = "Task" [ 947.499971] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.510187] env[71147]: DEBUG oslo_vmware.api [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Task: {'id': task-3421255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.550509] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.563940] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.583856] env[71147]: DEBUG nova.compute.utils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.585432] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.585608] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.605298] env[71147]: DEBUG oslo_vmware.api [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421250, 'name': PowerOnVM_Task, 'duration_secs': 0.788348} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.606069] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.606307] env[71147]: INFO nova.compute.manager [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Took 16.94 seconds to spawn the instance on the hypervisor. [ 947.606495] env[71147]: DEBUG nova.compute.manager [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.607441] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90134ad-b1aa-449c-8c67-9ec485cdbde7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.613596] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421253, 'name': CreateSnapshot_Task, 'duration_secs': 0.499524} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.614253] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.614993] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab3111c-f105-4c9e-9049-ee615b8689a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.638044] env[71147]: DEBUG nova.policy [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f350ac12e0aa45ba8fcfdf45d1b259a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8dc516feef45af8ba5e16b0a0b53e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.751021] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753131} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.751310] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] a1c91e5f-c70c-4cc9-a624-edbd8186f801/a1c91e5f-c70c-4cc9-a624-edbd8186f801.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.751560] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.751783] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c504a3d-2113-47e7-9589-23482de6cae4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.758348] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 947.758348] env[71147]: value = "task-3421256" [ 947.758348] env[71147]: _type = "Task" [ 947.758348] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.772289] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.824874] env[71147]: DEBUG nova.compute.manager [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.825243] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.826275] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0931a286-a553-4fba-8689-eb65fc6b4a99 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.834583] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.834923] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4dc8075-fc40-4996-98dc-36ae2ac0822f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.841217] env[71147]: DEBUG oslo_vmware.api [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 947.841217] env[71147]: value = "task-3421257" [ 947.841217] env[71147]: _type = "Task" [ 947.841217] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.849828] env[71147]: DEBUG oslo_vmware.api [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.866917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "6c241ef1-4bea-4751-9681-a81681fd965e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.867319] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.885261] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421254, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.010505] env[71147]: DEBUG oslo_vmware.api [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Task: {'id': task-3421255, 'name': PowerOffVM_Task, 'duration_secs': 0.415886} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.010849] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.011081] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.011385] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc4372ee-fe45-4049-bb73-9032b7c374aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.040157] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Successfully created port: 9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.053168] env[71147]: DEBUG oslo_vmware.api [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421252, 'name': PowerOnVM_Task, 'duration_secs': 1.008517} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.053458] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.053670] env[71147]: INFO nova.compute.manager [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Took 9.65 seconds to spawn the instance on the hypervisor. [ 948.053854] env[71147]: DEBUG nova.compute.manager [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.054682] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f25ef0-a5d5-495f-839e-379b263874d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.077207] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.089208] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.139831] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 948.142757] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-764561da-4ec5-4d28-a61a-d3f36b5bd43f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.146705] env[71147]: INFO nova.compute.manager [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Took 47.99 seconds to build instance. [ 948.152836] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 948.152836] env[71147]: value = "task-3421259" [ 948.152836] env[71147]: _type = "Task" [ 948.152836] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.165524] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421259, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.202174] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.202480] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.202720] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Deleting the datastore file [datastore1] 5a70003f-fae2-4404-ae49-0bb99e913fec {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.203040] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eef62984-71b4-41d8-b4b9-48866ce077b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.213136] env[71147]: DEBUG oslo_vmware.api [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Waiting for the task: (returnval){ [ 948.213136] env[71147]: value = "task-3421260" [ 948.213136] env[71147]: _type = "Task" [ 948.213136] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.221926] env[71147]: DEBUG oslo_vmware.api [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Task: {'id': task-3421260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.270168] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070074} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.270483] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.271267] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a52c3-a19b-426d-a5bb-70abf3199dd7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.297193] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] a1c91e5f-c70c-4cc9-a624-edbd8186f801/a1c91e5f-c70c-4cc9-a624-edbd8186f801.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.300476] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01784a8e-19ee-4f0f-a9f8-744498cfa8cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.321703] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 948.321703] env[71147]: value = "task-3421261" [ 948.321703] env[71147]: _type = "Task" [ 948.321703] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.332362] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.353307] env[71147]: DEBUG oslo_vmware.api [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421257, 'name': PowerOffVM_Task, 'duration_secs': 0.335018} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.356397] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.356632] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.357274] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07b23058-f353-4b4b-a189-cdf6ea80e5f8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.372360] env[71147]: DEBUG nova.compute.manager [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.384981] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421254, 'name': CreateSnapshot_Task, 'duration_secs': 0.912104} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.385925] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 948.385925] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0f2424-0ac6-45ce-a4fe-059fd4605c46 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.431413] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.431493] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.431724] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleting the datastore file [datastore2] 7af1fa13-7a1d-40ed-8450-9c2a30fad113 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.432094] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8c3a680-b618-4da6-b4a1-b91c375c0ce3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.443223] env[71147]: DEBUG oslo_vmware.api [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 948.443223] env[71147]: value = "task-3421263" [ 948.443223] env[71147]: _type = "Task" [ 948.443223] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.453971] env[71147]: DEBUG oslo_vmware.api [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.497348] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842401b7-9ed8-4a5a-89a6-54b0c8011c04 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.506290] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc3ae68-d175-426e-a04a-43d2f082f8ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.553287] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5541291-c84a-4407-8469-d7e2750578df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.572607] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff85149-4e3a-476c-8d65-846a219dc516 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.605569] env[71147]: DEBUG nova.compute.provider_tree [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.607464] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.609701] env[71147]: INFO nova.compute.manager [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Took 35.78 seconds to build instance. [ 948.648754] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc3f5ad8-7687-4776-8ea2-68c0684e533b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.505s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.665520] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421259, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.723579] env[71147]: DEBUG oslo_vmware.api [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Task: {'id': task-3421260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274618} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.723833] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.724085] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.724229] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.724403] env[71147]: INFO nova.compute.manager [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Took 1.24 seconds to destroy the instance on the hypervisor. [ 948.724642] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.724831] env[71147]: DEBUG nova.compute.manager [-] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.724927] env[71147]: DEBUG nova.network.neutron [-] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.832309] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421261, 'name': ReconfigVM_Task, 'duration_secs': 0.303545} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.832623] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Reconfigured VM instance instance-00000044 to attach disk [datastore1] a1c91e5f-c70c-4cc9-a624-edbd8186f801/a1c91e5f-c70c-4cc9-a624-edbd8186f801.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.833299] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e037a25-a23d-4309-b68b-f394ccb64bb1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.843311] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 948.843311] env[71147]: value = "task-3421264" [ 948.843311] env[71147]: _type = "Task" [ 948.843311] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.853304] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421264, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.898823] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.907904] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 948.909292] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3344e1f-49bb-4ae4-95c5-ebec57d32584 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.920022] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 948.920022] env[71147]: value = "task-3421265" [ 948.920022] env[71147]: _type = "Task" [ 948.920022] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.929938] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421265, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.959979] env[71147]: DEBUG oslo_vmware.api [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245521} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.962376] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.962376] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.962376] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.962376] env[71147]: INFO nova.compute.manager [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Took 1.14 seconds to destroy the instance on the hypervisor. [ 948.962376] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.962376] env[71147]: DEBUG nova.compute.manager [-] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.962376] env[71147]: DEBUG nova.network.neutron [-] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.075430] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.112025] env[71147]: DEBUG nova.scheduler.client.report [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.114556] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.118299] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c86be866-8db7-4c82-903c-70cbc503efff tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "c90f1c35-8c44-488c-8ac7-6176d062db97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.297s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.153350] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.153350] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.153350] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.153350] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.153350] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.153350] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.153350] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.153833] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.154153] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.154365] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.154558] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.159019] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c1acc6-194b-4a12-a331-06a5f73d0e95 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.175168] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12287a-eb7f-4773-b84d-283f9d59bbe0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.180966] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421259, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.213275] env[71147]: DEBUG nova.compute.manager [req-7b7384b1-6293-4abc-a9b9-56f306d75baa req-34a39d8c-76bb-4a0e-80ba-a59442a9519e service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Received event network-vif-deleted-3f45f71d-6b73-4dfa-bd9f-9aad6da8433f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.213275] env[71147]: INFO nova.compute.manager [req-7b7384b1-6293-4abc-a9b9-56f306d75baa req-34a39d8c-76bb-4a0e-80ba-a59442a9519e service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Neutron deleted interface 3f45f71d-6b73-4dfa-bd9f-9aad6da8433f; detaching it from the instance and deleting it from the info cache [ 949.213531] env[71147]: DEBUG nova.network.neutron [req-7b7384b1-6293-4abc-a9b9-56f306d75baa req-34a39d8c-76bb-4a0e-80ba-a59442a9519e service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.354939] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421264, 'name': Rename_Task, 'duration_secs': 0.164099} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.355350] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.355720] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8de3e64-348a-422e-bed8-c8e33970afe7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.364731] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 949.364731] env[71147]: value = "task-3421266" [ 949.364731] env[71147]: _type = "Task" [ 949.364731] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.380130] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.429300] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421265, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.453645] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.454221] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.455039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.455039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.455207] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.461973] env[71147]: INFO nova.compute.manager [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Terminating instance [ 949.575128] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.580441] env[71147]: DEBUG nova.network.neutron [-] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.621500] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.621500] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.622635] env[71147]: DEBUG oslo_concurrency.lockutils [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.896s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.623242] env[71147]: DEBUG nova.objects.instance [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lazy-loading 'resources' on Instance uuid b1b9949a-e3a3-4ce2-a77e-0def597bdec1 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.673891] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421259, 'name': CloneVM_Task} progress is 95%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.716116] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c0cd58e-30cd-45e4-a211-921eda5618a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.726670] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e15b4d-633d-47ea-8f97-b376661985cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.742250] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Successfully updated port: 9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.745354] env[71147]: DEBUG nova.compute.manager [req-86346a90-3e48-40bf-8182-6ba801f42cf8 req-13e5252f-9d67-448b-97fa-3ce867040a18 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Received event network-vif-plugged-9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.745593] env[71147]: DEBUG oslo_concurrency.lockutils [req-86346a90-3e48-40bf-8182-6ba801f42cf8 req-13e5252f-9d67-448b-97fa-3ce867040a18 service nova] Acquiring lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.745805] env[71147]: DEBUG oslo_concurrency.lockutils [req-86346a90-3e48-40bf-8182-6ba801f42cf8 req-13e5252f-9d67-448b-97fa-3ce867040a18 service nova] Lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.745974] env[71147]: DEBUG oslo_concurrency.lockutils [req-86346a90-3e48-40bf-8182-6ba801f42cf8 req-13e5252f-9d67-448b-97fa-3ce867040a18 service nova] Lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.746518] env[71147]: DEBUG nova.compute.manager [req-86346a90-3e48-40bf-8182-6ba801f42cf8 req-13e5252f-9d67-448b-97fa-3ce867040a18 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] No waiting events found dispatching network-vif-plugged-9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.746518] env[71147]: WARNING nova.compute.manager [req-86346a90-3e48-40bf-8182-6ba801f42cf8 req-13e5252f-9d67-448b-97fa-3ce867040a18 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Received unexpected event network-vif-plugged-9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3 for instance with vm_state building and task_state spawning. [ 949.768620] env[71147]: DEBUG nova.compute.manager [req-7b7384b1-6293-4abc-a9b9-56f306d75baa req-34a39d8c-76bb-4a0e-80ba-a59442a9519e service nova] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Detach interface failed, port_id=3f45f71d-6b73-4dfa-bd9f-9aad6da8433f, reason: Instance 5a70003f-fae2-4404-ae49-0bb99e913fec could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.811667] env[71147]: DEBUG nova.network.neutron [-] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.837679] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "c90f1c35-8c44-488c-8ac7-6176d062db97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.837935] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "c90f1c35-8c44-488c-8ac7-6176d062db97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.838349] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "c90f1c35-8c44-488c-8ac7-6176d062db97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.838608] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "c90f1c35-8c44-488c-8ac7-6176d062db97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.838797] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "c90f1c35-8c44-488c-8ac7-6176d062db97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.841227] env[71147]: INFO nova.compute.manager [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Terminating instance [ 949.877787] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.930045] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421265, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.970939] env[71147]: DEBUG nova.compute.manager [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.972045] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.972611] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed58b09-fa7e-478f-b077-eba09f37ddbb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.980413] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.980680] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-506e332e-65b7-4b26-95a7-3701ea9ce130 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.987436] env[71147]: DEBUG oslo_vmware.api [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 949.987436] env[71147]: value = "task-3421267" [ 949.987436] env[71147]: _type = "Task" [ 949.987436] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.996641] env[71147]: DEBUG oslo_vmware.api [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.075949] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.081504] env[71147]: INFO nova.compute.manager [-] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Took 1.36 seconds to deallocate network for instance. [ 950.126635] env[71147]: DEBUG nova.compute.utils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.128238] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.128449] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.170993] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421259, 'name': CloneVM_Task, 'duration_secs': 1.849935} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.174012] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Created linked-clone VM from snapshot [ 950.175549] env[71147]: DEBUG nova.policy [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f350ac12e0aa45ba8fcfdf45d1b259a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8dc516feef45af8ba5e16b0a0b53e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.177737] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9933bf50-e4ae-4560-bcaf-fec3267a2ff6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.186698] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Uploading image f27906d5-9719-49c8-8af4-60f39bd4d5ca {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 950.215044] env[71147]: DEBUG oslo_vmware.rw_handles [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 950.215044] env[71147]: value = "vm-682573" [ 950.215044] env[71147]: _type = "VirtualMachine" [ 950.215044] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 950.215271] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2cbc0e3-d537-4ec4-8fff-1d49c764736a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.223048] env[71147]: DEBUG oslo_vmware.rw_handles [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lease: (returnval){ [ 950.223048] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c05f2-3088-5f1f-6177-e94c42841a70" [ 950.223048] env[71147]: _type = "HttpNfcLease" [ 950.223048] env[71147]: } obtained for exporting VM: (result){ [ 950.223048] env[71147]: value = "vm-682573" [ 950.223048] env[71147]: _type = "VirtualMachine" [ 950.223048] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 950.223335] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the lease: (returnval){ [ 950.223335] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c05f2-3088-5f1f-6177-e94c42841a70" [ 950.223335] env[71147]: _type = "HttpNfcLease" [ 950.223335] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.230714] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.230714] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c05f2-3088-5f1f-6177-e94c42841a70" [ 950.230714] env[71147]: _type = "HttpNfcLease" [ 950.230714] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 950.248553] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "refresh_cache-e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.248762] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "refresh_cache-e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.248942] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.318190] env[71147]: INFO nova.compute.manager [-] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Took 1.36 seconds to deallocate network for instance. [ 950.346215] env[71147]: DEBUG nova.compute.manager [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.346215] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.346841] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bb9e56-d59c-4244-aab2-658b0e9e6fb8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.358769] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.359045] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-270f1416-570d-4eff-a57a-63095a86d0a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.370165] env[71147]: DEBUG oslo_vmware.api [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 950.370165] env[71147]: value = "task-3421269" [ 950.370165] env[71147]: _type = "Task" [ 950.370165] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.383289] env[71147]: DEBUG oslo_vmware.api [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421266, 'name': PowerOnVM_Task, 'duration_secs': 0.818527} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.388597] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.388804] env[71147]: INFO nova.compute.manager [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Took 8.32 seconds to spawn the instance on the hypervisor. [ 950.388981] env[71147]: DEBUG nova.compute.manager [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.389300] env[71147]: DEBUG oslo_vmware.api [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.392205] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2ee2cf-8948-4e61-b3cd-501ff4ba9f0f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.428926] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421265, 'name': CloneVM_Task} progress is 95%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.502377] env[71147]: DEBUG oslo_vmware.api [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421267, 'name': PowerOffVM_Task, 'duration_secs': 0.312403} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.502805] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.502997] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.503316] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6f3982b-8260-4643-97dd-716709500df5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.510663] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Successfully created port: 90d987bc-da15-40c1-99d7-29dca3ef3cab {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.538064] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c0b5e5-9f0e-43d7-a1d9-2dc81280f7e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.546799] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc094c5e-6642-4a6c-acfa-45b5325d6ec2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.583930] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62d8cd1-5fd5-4b9f-8e59-42bc89ae8e71 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.586472] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.586693] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.587662] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleting the datastore file [datastore2] 7bf98de4-01db-4bbf-bff8-d05dce0391a0 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.588036] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.588142] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46f28ef9-5f61-4179-bd8c-bc3ad5d24280 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.598318] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba84f35-dc32-4bdd-880c-d2d80a90f835 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.602493] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.603837] env[71147]: DEBUG oslo_vmware.api [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 950.603837] env[71147]: value = "task-3421271" [ 950.603837] env[71147]: _type = "Task" [ 950.603837] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.615257] env[71147]: DEBUG nova.compute.provider_tree [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.624284] env[71147]: DEBUG oslo_vmware.api [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.634311] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.734498] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.734498] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c05f2-3088-5f1f-6177-e94c42841a70" [ 950.734498] env[71147]: _type = "HttpNfcLease" [ 950.734498] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.734792] env[71147]: DEBUG oslo_vmware.rw_handles [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.734792] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c05f2-3088-5f1f-6177-e94c42841a70" [ 950.734792] env[71147]: _type = "HttpNfcLease" [ 950.734792] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 950.735759] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42c5401-84a7-4dd3-a7eb-f676091dd4b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.745805] env[71147]: DEBUG oslo_vmware.rw_handles [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e6271-8c53-0338-2a60-74785d584d66/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.745805] env[71147]: DEBUG oslo_vmware.rw_handles [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e6271-8c53-0338-2a60-74785d584d66/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.824773] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.835179] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a15c6f59-03a5-496c-87d9-5e9ac220dd0f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.848688] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.883354] env[71147]: DEBUG oslo_vmware.api [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421269, 'name': PowerOffVM_Task, 'duration_secs': 0.258118} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.883607] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.884830] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.884830] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a31efca-6fe7-455d-b33a-76d7a7f55378 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.913584] env[71147]: INFO nova.compute.manager [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Took 36.14 seconds to build instance. [ 950.937614] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421265, 'name': CloneVM_Task, 'duration_secs': 1.696274} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.937614] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Created linked-clone VM from snapshot [ 950.940078] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53c3330-46de-4266-aae8-0c3e01c67ad4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.950157] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Uploading image 35d08a3a-1896-4052-bb57-4126ee632efe {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 950.981717] env[71147]: DEBUG oslo_vmware.rw_handles [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 950.981717] env[71147]: value = "vm-682575" [ 950.981717] env[71147]: _type = "VirtualMachine" [ 950.981717] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 950.982796] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c5c0ff9-c87b-45cf-88dc-cc4f320851c5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.990976] env[71147]: DEBUG oslo_vmware.rw_handles [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lease: (returnval){ [ 950.990976] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa7f8-7101-efa8-b39e-dc03652b3310" [ 950.990976] env[71147]: _type = "HttpNfcLease" [ 950.990976] env[71147]: } obtained for exporting VM: (result){ [ 950.990976] env[71147]: value = "vm-682575" [ 950.990976] env[71147]: _type = "VirtualMachine" [ 950.990976] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 950.991655] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the lease: (returnval){ [ 950.991655] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa7f8-7101-efa8-b39e-dc03652b3310" [ 950.991655] env[71147]: _type = "HttpNfcLease" [ 950.991655] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.998717] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.998717] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa7f8-7101-efa8-b39e-dc03652b3310" [ 950.998717] env[71147]: _type = "HttpNfcLease" [ 950.998717] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 951.013585] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Updating instance_info_cache with network_info: [{"id": "9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3", "address": "fa:16:3e:81:78:af", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5edb1e-bf", "ovs_interfaceid": "9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.035237] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.035600] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.035826] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Deleting the datastore file [datastore1] c90f1c35-8c44-488c-8ac7-6176d062db97 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.036143] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15124bc3-e817-49d0-bb27-baaef58f92b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.045430] env[71147]: DEBUG oslo_vmware.api [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for the task: (returnval){ [ 951.045430] env[71147]: value = "task-3421274" [ 951.045430] env[71147]: _type = "Task" [ 951.045430] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.053237] env[71147]: DEBUG oslo_vmware.api [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.088045] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.113575] env[71147]: DEBUG oslo_vmware.api [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151614} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.113833] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.114031] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.114238] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.114433] env[71147]: INFO nova.compute.manager [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 951.114672] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.114863] env[71147]: DEBUG nova.compute.manager [-] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.114961] env[71147]: DEBUG nova.network.neutron [-] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.118745] env[71147]: DEBUG nova.scheduler.client.report [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.239573] env[71147]: DEBUG nova.compute.manager [req-e7dd6976-3306-48a6-a047-91ed043b2490 req-99c9ab4c-c202-4982-93b3-d1f63e1394d9 service nova] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Received event network-vif-deleted-0071092e-f883-4a73-8f61-b9d10c4964d1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.417569] env[71147]: DEBUG oslo_concurrency.lockutils [None req-52855e72-f674-4bf7-af55-51b4802abfcb tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.647s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.499639] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.499639] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa7f8-7101-efa8-b39e-dc03652b3310" [ 951.499639] env[71147]: _type = "HttpNfcLease" [ 951.499639] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 951.500238] env[71147]: DEBUG oslo_vmware.rw_handles [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 951.500238] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa7f8-7101-efa8-b39e-dc03652b3310" [ 951.500238] env[71147]: _type = "HttpNfcLease" [ 951.500238] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 951.500997] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1ae81-c401-4358-9c20-eaed1bf10dac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.509112] env[71147]: DEBUG oslo_vmware.rw_handles [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f81033-4586-2913-be5c-67afc0491a5a/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 951.509268] env[71147]: DEBUG oslo_vmware.rw_handles [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f81033-4586-2913-be5c-67afc0491a5a/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 951.568970] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "refresh_cache-e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.569323] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Instance network_info: |[{"id": "9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3", "address": "fa:16:3e:81:78:af", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5edb1e-bf", "ovs_interfaceid": "9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.571315] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:78:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.578072] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Creating folder: Project (7b8dc516feef45af8ba5e16b0a0b53e9). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.582987] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99a5f560-83cf-432b-8497-b449306b3125 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.597673] env[71147]: DEBUG oslo_vmware.api [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Task: {'id': task-3421274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15768} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.601337] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.601488] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.601596] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.601984] env[71147]: INFO nova.compute.manager [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Took 1.26 seconds to destroy the instance on the hypervisor. [ 951.602509] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.602509] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.604377] env[71147]: DEBUG nova.compute.manager [-] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.604472] env[71147]: DEBUG nova.network.neutron [-] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.606252] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Created folder: Project (7b8dc516feef45af8ba5e16b0a0b53e9) in parent group-v682378. [ 951.606504] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Creating folder: Instances. Parent ref: group-v682576. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.606817] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c111f916-b666-44a2-b7e1-cf7481add9d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.616833] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Created folder: Instances in parent group-v682576. [ 951.617281] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.617413] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.617555] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c9045f8-d25b-40f1-be8f-afc36f906b77 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.632995] env[71147]: DEBUG oslo_concurrency.lockutils [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.636558] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.236s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.641637] env[71147]: INFO nova.compute.claims [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.646686] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.650902] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4bc6655f-c231-4572-87ed-b993f5ddf7db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.653324] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.653324] env[71147]: value = "task-3421277" [ 951.653324] env[71147]: _type = "Task" [ 951.653324] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.667151] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421277, 'name': CreateVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.669375] env[71147]: INFO nova.scheduler.client.report [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Deleted allocations for instance b1b9949a-e3a3-4ce2-a77e-0def597bdec1 [ 951.700347] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.700639] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.700835] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.701216] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.701535] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.701894] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.702699] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.702983] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.703316] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.703639] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.704029] env[71147]: DEBUG nova.virt.hardware [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.706583] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dfb2d9-314c-4f2b-b7ca-f8e32528a6a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.718034] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21789486-c2b7-4f27-bc7c-a11b9db7ca77 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.852234] env[71147]: DEBUG nova.compute.manager [req-48aea7c9-aa9f-4bdb-8872-11e05499ae71 req-af04cd3e-e705-4847-b462-11e6bb9d6986 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Received event network-changed-9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.852435] env[71147]: DEBUG nova.compute.manager [req-48aea7c9-aa9f-4bdb-8872-11e05499ae71 req-af04cd3e-e705-4847-b462-11e6bb9d6986 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Refreshing instance network info cache due to event network-changed-9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.852647] env[71147]: DEBUG oslo_concurrency.lockutils [req-48aea7c9-aa9f-4bdb-8872-11e05499ae71 req-af04cd3e-e705-4847-b462-11e6bb9d6986 service nova] Acquiring lock "refresh_cache-e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.852787] env[71147]: DEBUG oslo_concurrency.lockutils [req-48aea7c9-aa9f-4bdb-8872-11e05499ae71 req-af04cd3e-e705-4847-b462-11e6bb9d6986 service nova] Acquired lock "refresh_cache-e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.853190] env[71147]: DEBUG nova.network.neutron [req-48aea7c9-aa9f-4bdb-8872-11e05499ae71 req-af04cd3e-e705-4847-b462-11e6bb9d6986 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Refreshing network info cache for port 9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.976988] env[71147]: DEBUG nova.network.neutron [-] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.103860] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.173353] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421277, 'name': CreateVM_Task, 'duration_secs': 0.365489} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.175916] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.178713] env[71147]: DEBUG oslo_concurrency.lockutils [None req-553f670b-bc98-46ba-bfb7-85d2cc2e0783 tempest-ServersAdminTestJSON-2080308680 tempest-ServersAdminTestJSON-2080308680-project-member] Lock "b1b9949a-e3a3-4ce2-a77e-0def597bdec1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.458s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.180412] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.180797] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.181282] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.182192] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24807fd1-2475-48b2-a77c-b9c4a13e5231 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.189116] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 952.189116] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d62a23-08b0-2cd3-0925-b21cc88c317c" [ 952.189116] env[71147]: _type = "Task" [ 952.189116] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.202940] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d62a23-08b0-2cd3-0925-b21cc88c317c, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.205743] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.206226] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.207020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.207020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.207020] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.210637] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb74e84b-7377-4537-9ed2-273f9ac1a78a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.217385] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.217708] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.218621] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f5b74d-e988-4966-8009-8941af78ab44 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.225504] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 952.225504] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52530a33-2122-c5c6-09eb-dcccace50deb" [ 952.225504] env[71147]: _type = "Task" [ 952.225504] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.234166] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52530a33-2122-c5c6-09eb-dcccace50deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.258297] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Successfully updated port: 90d987bc-da15-40c1-99d7-29dca3ef3cab {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.484565] env[71147]: INFO nova.compute.manager [-] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Took 1.37 seconds to deallocate network for instance. [ 952.598286] env[71147]: DEBUG nova.network.neutron [-] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.606908] env[71147]: DEBUG oslo_vmware.api [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421249, 'name': ReconfigVM_Task, 'duration_secs': 5.768181} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.609682] env[71147]: DEBUG oslo_concurrency.lockutils [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.609919] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Reconfigured VM to detach interface {{(pid=71147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 952.639125] env[71147]: DEBUG nova.network.neutron [req-48aea7c9-aa9f-4bdb-8872-11e05499ae71 req-af04cd3e-e705-4847-b462-11e6bb9d6986 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Updated VIF entry in instance network info cache for port 9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.639577] env[71147]: DEBUG nova.network.neutron [req-48aea7c9-aa9f-4bdb-8872-11e05499ae71 req-af04cd3e-e705-4847-b462-11e6bb9d6986 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Updating instance_info_cache with network_info: [{"id": "9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3", "address": "fa:16:3e:81:78:af", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c5edb1e-bf", "ovs_interfaceid": "9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.741610] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52530a33-2122-c5c6-09eb-dcccace50deb, 'name': SearchDatastore_Task, 'duration_secs': 0.012915} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.742726] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84108455-9017-4b85-986b-3649f2e1646a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.755217] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 952.755217] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bc670c-930a-d0f1-3af5-90b5167c6791" [ 952.755217] env[71147]: _type = "Task" [ 952.755217] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.767026] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "refresh_cache-0705f94d-484d-4bc4-ab2b-724fc2004e8d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.767026] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "refresh_cache-0705f94d-484d-4bc4-ab2b-724fc2004e8d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.767026] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.771058] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bc670c-930a-d0f1-3af5-90b5167c6791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.996821] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.097145] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3895ab41-11b3-44ec-adde-047f4d9aee31 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.107403] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c761526-f4aa-41aa-8bd9-8f1673bf80cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.111088] env[71147]: INFO nova.compute.manager [-] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Took 1.51 seconds to deallocate network for instance. [ 953.145633] env[71147]: DEBUG oslo_concurrency.lockutils [req-48aea7c9-aa9f-4bdb-8872-11e05499ae71 req-af04cd3e-e705-4847-b462-11e6bb9d6986 service nova] Releasing lock "refresh_cache-e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.148166] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818b3810-f5a1-47b3-aeb7-ca43cca6f6dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.158273] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67ab83c-44b4-4fa1-ba48-086facd0fd37 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.175562] env[71147]: DEBUG nova.compute.provider_tree [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.267682] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bc670c-930a-d0f1-3af5-90b5167c6791, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.267948] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.268285] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778/e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.268597] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-574c3bc9-8d03-4519-b43d-51a7d20eea16 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.277396] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 953.277396] env[71147]: value = "task-3421278" [ 953.277396] env[71147]: _type = "Task" [ 953.277396] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.284850] env[71147]: DEBUG nova.compute.manager [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Received event network-vif-deleted-b1c30f03-87bb-4329-85ca-6d53c2771448 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.285014] env[71147]: DEBUG nova.compute.manager [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Received event network-vif-deleted-f2c30403-9d21-4934-8e41-37446af44da5 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.285251] env[71147]: DEBUG nova.compute.manager [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Received event network-changed-101e71e3-b306-452a-b7de-a4fdae190a1a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.285422] env[71147]: DEBUG nova.compute.manager [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Refreshing instance network info cache due to event network-changed-101e71e3-b306-452a-b7de-a4fdae190a1a. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.285639] env[71147]: DEBUG oslo_concurrency.lockutils [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] Acquiring lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.285807] env[71147]: DEBUG oslo_concurrency.lockutils [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] Acquired lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.285925] env[71147]: DEBUG nova.network.neutron [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Refreshing network info cache for port 101e71e3-b306-452a-b7de-a4fdae190a1a {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.293105] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.328369] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.649581] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.680028] env[71147]: DEBUG nova.scheduler.client.report [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.793748] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.829503] env[71147]: DEBUG nova.network.neutron [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Updating instance_info_cache with network_info: [{"id": "90d987bc-da15-40c1-99d7-29dca3ef3cab", "address": "fa:16:3e:79:cc:41", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d987bc-da", "ovs_interfaceid": "90d987bc-da15-40c1-99d7-29dca3ef3cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.931040] env[71147]: DEBUG nova.compute.manager [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Received event network-vif-plugged-90d987bc-da15-40c1-99d7-29dca3ef3cab {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.931460] env[71147]: DEBUG oslo_concurrency.lockutils [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] Acquiring lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.931821] env[71147]: DEBUG oslo_concurrency.lockutils [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] Lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.932188] env[71147]: DEBUG oslo_concurrency.lockutils [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] Lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.932646] env[71147]: DEBUG nova.compute.manager [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] No waiting events found dispatching network-vif-plugged-90d987bc-da15-40c1-99d7-29dca3ef3cab {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.932929] env[71147]: WARNING nova.compute.manager [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Received unexpected event network-vif-plugged-90d987bc-da15-40c1-99d7-29dca3ef3cab for instance with vm_state building and task_state spawning. [ 953.933207] env[71147]: DEBUG nova.compute.manager [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Received event network-changed-90d987bc-da15-40c1-99d7-29dca3ef3cab {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.933484] env[71147]: DEBUG nova.compute.manager [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Refreshing instance network info cache due to event network-changed-90d987bc-da15-40c1-99d7-29dca3ef3cab. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.933822] env[71147]: DEBUG oslo_concurrency.lockutils [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] Acquiring lock "refresh_cache-0705f94d-484d-4bc4-ab2b-724fc2004e8d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.011363] env[71147]: DEBUG oslo_concurrency.lockutils [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.011363] env[71147]: DEBUG oslo_concurrency.lockutils [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.011363] env[71147]: DEBUG nova.network.neutron [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.101816] env[71147]: DEBUG nova.network.neutron [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updated VIF entry in instance network info cache for port 101e71e3-b306-452a-b7de-a4fdae190a1a. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.101816] env[71147]: DEBUG nova.network.neutron [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [{"id": "101e71e3-b306-452a-b7de-a4fdae190a1a", "address": "fa:16:3e:3c:4a:f4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101e71e3-b3", "ovs_interfaceid": "101e71e3-b306-452a-b7de-a4fdae190a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.188020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.188020] env[71147]: DEBUG nova.compute.manager [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.188658] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.339s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.189023] env[71147]: DEBUG nova.objects.instance [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lazy-loading 'resources' on Instance uuid 8ea6b675-6e2f-492b-be9b-0ff5638b9363 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.216093] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "5f587671-def8-46da-918b-72029dba52c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.216093] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "5f587671-def8-46da-918b-72029dba52c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.216093] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "5f587671-def8-46da-918b-72029dba52c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.216093] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "5f587671-def8-46da-918b-72029dba52c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.216093] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "5f587671-def8-46da-918b-72029dba52c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.217393] env[71147]: INFO nova.compute.manager [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Terminating instance [ 954.289690] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585496} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.291212] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778/e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.291476] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.291928] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca98cd5e-39ad-47cb-a93b-25217db3954d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.300682] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 954.300682] env[71147]: value = "task-3421279" [ 954.300682] env[71147]: _type = "Task" [ 954.300682] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.314183] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.334566] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "refresh_cache-0705f94d-484d-4bc4-ab2b-724fc2004e8d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.334978] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Instance network_info: |[{"id": "90d987bc-da15-40c1-99d7-29dca3ef3cab", "address": "fa:16:3e:79:cc:41", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d987bc-da", "ovs_interfaceid": "90d987bc-da15-40c1-99d7-29dca3ef3cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.335376] env[71147]: DEBUG oslo_concurrency.lockutils [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] Acquired lock "refresh_cache-0705f94d-484d-4bc4-ab2b-724fc2004e8d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.335570] env[71147]: DEBUG nova.network.neutron [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Refreshing network info cache for port 90d987bc-da15-40c1-99d7-29dca3ef3cab {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.337013] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:cc:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90d987bc-da15-40c1-99d7-29dca3ef3cab', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.346590] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.348879] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.348879] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8da30b38-4c09-4c61-b4d0-ede41a98d594 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.371511] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.371511] env[71147]: value = "task-3421280" [ 954.371511] env[71147]: _type = "Task" [ 954.371511] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.386986] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421280, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.610667] env[71147]: DEBUG oslo_concurrency.lockutils [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] Releasing lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.614020] env[71147]: DEBUG nova.compute.manager [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Received event network-vif-deleted-8d07c02d-f4c0-48bb-9dff-cc98afd027ac {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.614020] env[71147]: INFO nova.compute.manager [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Neutron deleted interface 8d07c02d-f4c0-48bb-9dff-cc98afd027ac; detaching it from the instance and deleting it from the info cache [ 954.614020] env[71147]: DEBUG nova.network.neutron [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updating instance_info_cache with network_info: [{"id": "55bc1389-9a59-4831-bdef-08e260a26ee6", "address": "fa:16:3e:cc:2f:82", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc1389-9a", "ovs_interfaceid": "55bc1389-9a59-4831-bdef-08e260a26ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.694027] env[71147]: DEBUG nova.compute.utils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.695145] env[71147]: DEBUG nova.compute.manager [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.695613] env[71147]: DEBUG nova.network.neutron [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.722898] env[71147]: DEBUG nova.compute.manager [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.723134] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.729020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578599d3-d1f4-40c8-a750-db3608059b37 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.739915] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.743337] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a29390-d0c1-433b-a64a-079cd12221a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.753654] env[71147]: DEBUG oslo_vmware.api [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 954.753654] env[71147]: value = "task-3421281" [ 954.753654] env[71147]: _type = "Task" [ 954.753654] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.770261] env[71147]: DEBUG oslo_vmware.api [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.773451] env[71147]: DEBUG nova.policy [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a327dba6fe5844e0aad68fc6b7f5d33e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77700bc690d4420e9e49de55d2375c86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.817530] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09607} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.817530] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.817530] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3da966e-0d45-4c8f-9734-1637f1bfff80 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.844176] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778/e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.847956] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e95b0c-d4a1-4288-97c2-3ae9960a4d81 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.872852] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 954.872852] env[71147]: value = "task-3421282" [ 954.872852] env[71147]: _type = "Task" [ 954.872852] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.890040] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421280, 'name': CreateVM_Task, 'duration_secs': 0.472257} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.893264] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.893614] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.897830] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.897830] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.897830] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.897830] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ec9250-020d-498d-b7f6-77b75f705f07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.900492] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 954.900492] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520256c5-6f4f-3a13-7e11-3005f10fac02" [ 954.900492] env[71147]: _type = "Task" [ 954.900492] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.909557] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520256c5-6f4f-3a13-7e11-3005f10fac02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.938274] env[71147]: INFO nova.network.neutron [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Port 8d07c02d-f4c0-48bb-9dff-cc98afd027ac from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 954.938774] env[71147]: DEBUG nova.network.neutron [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updating instance_info_cache with network_info: [{"id": "55bc1389-9a59-4831-bdef-08e260a26ee6", "address": "fa:16:3e:cc:2f:82", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bc1389-9a", "ovs_interfaceid": "55bc1389-9a59-4831-bdef-08e260a26ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.115485] env[71147]: DEBUG oslo_concurrency.lockutils [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] Acquiring lock "5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.164167] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b778388-6aeb-4a62-9771-7e1ba37283d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.172227] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd5287a-a46d-4427-98e5-f60a16c9ac16 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.203725] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd94c691-b76d-4679-bd73-415baaddaaa1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.206782] env[71147]: DEBUG nova.compute.manager [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.217899] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3280b7e7-0dab-4453-ad3d-14080bcdfcda {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.233569] env[71147]: DEBUG nova.compute.provider_tree [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.267559] env[71147]: DEBUG oslo_vmware.api [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421281, 'name': PowerOffVM_Task, 'duration_secs': 0.320456} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.267943] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.268180] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.268452] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-033f111c-ec5f-4c1c-a0ad-bf4757d49727 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.386924] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.396992] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.397379] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.397594] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleting the datastore file [datastore1] 5f587671-def8-46da-918b-72029dba52c5 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.397863] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f22732-297c-40fd-be8b-92cc853ffb2c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.405979] env[71147]: DEBUG oslo_vmware.api [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 955.405979] env[71147]: value = "task-3421284" [ 955.405979] env[71147]: _type = "Task" [ 955.405979] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.413072] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520256c5-6f4f-3a13-7e11-3005f10fac02, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.413774] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.414103] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.414406] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.414624] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.414872] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.418765] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cc80850-c75b-490c-88df-ad7d72e7465f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.421050] env[71147]: DEBUG oslo_vmware.api [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.421836] env[71147]: DEBUG nova.network.neutron [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Updated VIF entry in instance network info cache for port 90d987bc-da15-40c1-99d7-29dca3ef3cab. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.422202] env[71147]: DEBUG nova.network.neutron [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Updating instance_info_cache with network_info: [{"id": "90d987bc-da15-40c1-99d7-29dca3ef3cab", "address": "fa:16:3e:79:cc:41", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90d987bc-da", "ovs_interfaceid": "90d987bc-da15-40c1-99d7-29dca3ef3cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.430897] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.430897] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.430897] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-269b4a68-4220-4dd6-9c04-1f6fd5713e6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.436755] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 955.436755] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c17ab4-9c95-303c-575d-3249576875fa" [ 955.436755] env[71147]: _type = "Task" [ 955.436755] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.446451] env[71147]: DEBUG oslo_concurrency.lockutils [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.448789] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c17ab4-9c95-303c-575d-3249576875fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.561953] env[71147]: DEBUG nova.network.neutron [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Successfully created port: 012c6887-e489-4caa-a0e3-6b444175698c {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.738641] env[71147]: DEBUG nova.scheduler.client.report [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.889691] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421282, 'name': ReconfigVM_Task, 'duration_secs': 0.83109} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.890230] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Reconfigured VM instance instance-00000045 to attach disk [datastore2] e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778/e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.891284] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-100c86ab-90d0-4055-9e5d-b26e41f5a89b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.901321] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 955.901321] env[71147]: value = "task-3421285" [ 955.901321] env[71147]: _type = "Task" [ 955.901321] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.910439] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421285, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.918414] env[71147]: DEBUG oslo_vmware.api [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180682} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.918929] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.919256] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.919562] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.919890] env[71147]: INFO nova.compute.manager [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 5f587671-def8-46da-918b-72029dba52c5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 955.920311] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.920626] env[71147]: DEBUG nova.compute.manager [-] [instance: 5f587671-def8-46da-918b-72029dba52c5] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.920823] env[71147]: DEBUG nova.network.neutron [-] [instance: 5f587671-def8-46da-918b-72029dba52c5] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.925092] env[71147]: DEBUG oslo_concurrency.lockutils [req-19d3605a-d49e-4ff4-aee2-8f71aab7e2c7 req-577f1379-83ff-44af-aee2-3ceb8e4c41c1 service nova] Releasing lock "refresh_cache-0705f94d-484d-4bc4-ab2b-724fc2004e8d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.953294] env[71147]: DEBUG oslo_concurrency.lockutils [None req-290fe052-9baa-4a10-abe5-dd1d085820e0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-5f587671-def8-46da-918b-72029dba52c5-8d07c02d-f4c0-48bb-9dff-cc98afd027ac" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.029s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.956591] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c17ab4-9c95-303c-575d-3249576875fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.957945] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f546762-22de-4a1b-ba6b-e4abdab2c6fb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.964935] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 955.964935] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ea2626-2dfc-00b6-60df-aaec4886cd85" [ 955.964935] env[71147]: _type = "Task" [ 955.964935] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.976782] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ea2626-2dfc-00b6-60df-aaec4886cd85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.218902] env[71147]: DEBUG nova.compute.manager [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.246530] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.250476] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.410s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.257946] env[71147]: INFO nova.compute.claims [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.293268] env[71147]: INFO nova.scheduler.client.report [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Deleted allocations for instance 8ea6b675-6e2f-492b-be9b-0ff5638b9363 [ 956.414581] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421285, 'name': Rename_Task, 'duration_secs': 0.15155} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.414934] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.415471] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4a255f6-3efe-4ee0-b3bb-1c4f79b23520 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.425711] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 956.425711] env[71147]: value = "task-3421286" [ 956.425711] env[71147]: _type = "Task" [ 956.425711] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.439678] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.479227] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ea2626-2dfc-00b6-60df-aaec4886cd85, 'name': SearchDatastore_Task, 'duration_secs': 0.013137} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.480911] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.481304] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0705f94d-484d-4bc4-ab2b-724fc2004e8d/0705f94d-484d-4bc4-ab2b-724fc2004e8d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.482545] env[71147]: DEBUG nova.compute.manager [req-a052e4f4-5b95-4acc-9e60-12498fadc08c req-a28cd360-d223-4467-a7a2-cd2b97245063 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Received event network-vif-deleted-55bc1389-9a59-4831-bdef-08e260a26ee6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.483450] env[71147]: INFO nova.compute.manager [req-a052e4f4-5b95-4acc-9e60-12498fadc08c req-a28cd360-d223-4467-a7a2-cd2b97245063 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Neutron deleted interface 55bc1389-9a59-4831-bdef-08e260a26ee6; detaching it from the instance and deleting it from the info cache [ 956.483678] env[71147]: DEBUG nova.network.neutron [req-a052e4f4-5b95-4acc-9e60-12498fadc08c req-a28cd360-d223-4467-a7a2-cd2b97245063 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.488020] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-324f114f-0956-4dfd-b24d-d93c380d7a10 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.495090] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 956.495090] env[71147]: value = "task-3421287" [ 956.495090] env[71147]: _type = "Task" [ 956.495090] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.507892] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.805279] env[71147]: DEBUG oslo_concurrency.lockutils [None req-36f3f963-825c-4982-8734-d516f778fc78 tempest-MigrationsAdminTest-2143534678 tempest-MigrationsAdminTest-2143534678-project-member] Lock "8ea6b675-6e2f-492b-be9b-0ff5638b9363" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.458s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.940825] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.953226] env[71147]: DEBUG nova.network.neutron [-] [instance: 5f587671-def8-46da-918b-72029dba52c5] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.989461] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6842e2e2-dd5b-4281-8c40-9f0bd7bf5e52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.005608] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ff345b-5363-498f-8c52-30d7c47f03d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.025582] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495582} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.025943] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0705f94d-484d-4bc4-ab2b-724fc2004e8d/0705f94d-484d-4bc4-ab2b-724fc2004e8d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.026266] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.026508] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abebcaff-8ed2-4510-804c-ec3a7c4a6609 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.051183] env[71147]: DEBUG nova.compute.manager [req-a052e4f4-5b95-4acc-9e60-12498fadc08c req-a28cd360-d223-4467-a7a2-cd2b97245063 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Detach interface failed, port_id=55bc1389-9a59-4831-bdef-08e260a26ee6, reason: Instance 5f587671-def8-46da-918b-72029dba52c5 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.053333] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 957.053333] env[71147]: value = "task-3421288" [ 957.053333] env[71147]: _type = "Task" [ 957.053333] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.067865] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.386775] env[71147]: DEBUG nova.network.neutron [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Successfully updated port: 012c6887-e489-4caa-a0e3-6b444175698c {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.446309] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421286, 'name': PowerOnVM_Task, 'duration_secs': 0.671586} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.446309] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.446309] env[71147]: INFO nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Took 8.33 seconds to spawn the instance on the hypervisor. [ 957.446309] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.446309] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a09a5-e452-4525-a2e0-d877df61d491 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.461019] env[71147]: INFO nova.compute.manager [-] [instance: 5f587671-def8-46da-918b-72029dba52c5] Took 1.54 seconds to deallocate network for instance. [ 957.571546] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093663} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.572500] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.573963] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9ef62b-f0dc-4ef1-adca-b3858033a3cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.602531] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 0705f94d-484d-4bc4-ab2b-724fc2004e8d/0705f94d-484d-4bc4-ab2b-724fc2004e8d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.606189] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28ba866-75e9-41fe-be0d-a86da0b213b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.631494] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 957.631494] env[71147]: value = "task-3421289" [ 957.631494] env[71147]: _type = "Task" [ 957.631494] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.640033] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.721658] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222fa00a-9666-4e24-9018-697765f5b160 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.730186] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad33b6-e729-4df3-aeb6-b555ee51d478 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.765851] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ff6918-add6-407f-a3fa-99490c4567a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.774503] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35b4d76-6183-49d4-a767-ee9c0bdc00c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.790378] env[71147]: DEBUG nova.compute.provider_tree [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.895131] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquiring lock "refresh_cache-10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.895131] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquired lock "refresh_cache-10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.895131] env[71147]: DEBUG nova.network.neutron [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.967846] env[71147]: INFO nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Took 27.33 seconds to build instance. [ 957.969874] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.141560] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421289, 'name': ReconfigVM_Task, 'duration_secs': 0.378418} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.141560] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 0705f94d-484d-4bc4-ab2b-724fc2004e8d/0705f94d-484d-4bc4-ab2b-724fc2004e8d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.142252] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07824084-e1bb-49ae-9f09-3fa9623c90a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.154588] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 958.154588] env[71147]: value = "task-3421290" [ 958.154588] env[71147]: _type = "Task" [ 958.154588] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.172169] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421290, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.294417] env[71147]: DEBUG nova.scheduler.client.report [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.431338] env[71147]: DEBUG nova.network.neutron [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.470498] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.848s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.507040] env[71147]: DEBUG nova.compute.manager [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Received event network-vif-plugged-012c6887-e489-4caa-a0e3-6b444175698c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.507355] env[71147]: DEBUG oslo_concurrency.lockutils [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] Acquiring lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.507531] env[71147]: DEBUG oslo_concurrency.lockutils [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] Lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.507703] env[71147]: DEBUG oslo_concurrency.lockutils [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] Lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.507893] env[71147]: DEBUG nova.compute.manager [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] No waiting events found dispatching network-vif-plugged-012c6887-e489-4caa-a0e3-6b444175698c {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.508529] env[71147]: WARNING nova.compute.manager [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Received unexpected event network-vif-plugged-012c6887-e489-4caa-a0e3-6b444175698c for instance with vm_state building and task_state spawning. [ 958.509253] env[71147]: DEBUG nova.compute.manager [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Received event network-changed-012c6887-e489-4caa-a0e3-6b444175698c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.509253] env[71147]: DEBUG nova.compute.manager [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Refreshing instance network info cache due to event network-changed-012c6887-e489-4caa-a0e3-6b444175698c. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.509369] env[71147]: DEBUG oslo_concurrency.lockutils [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] Acquiring lock "refresh_cache-10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.535612] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.535612] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.536133] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.536652] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.536957] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.537288] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.537492] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.537652] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.537828] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.538017] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.538433] env[71147]: DEBUG nova.virt.hardware [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.541505] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5e4572-f310-4ae7-852e-d7497d46e65c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.551920] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a954df-9301-4afa-a531-fa38036c63d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.561202] env[71147]: DEBUG oslo_vmware.rw_handles [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e6271-8c53-0338-2a60-74785d584d66/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.562093] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e66523f-ab5c-45e2-989e-e5b0e3d9a588 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.583646] env[71147]: DEBUG oslo_vmware.rw_handles [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e6271-8c53-0338-2a60-74785d584d66/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.586336] env[71147]: ERROR oslo_vmware.rw_handles [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e6271-8c53-0338-2a60-74785d584d66/disk-0.vmdk due to incomplete transfer. [ 958.586336] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2d915830-3f3c-4095-aa07-bef098d13a24 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.596610] env[71147]: DEBUG oslo_vmware.rw_handles [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e6271-8c53-0338-2a60-74785d584d66/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 958.596610] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Uploaded image f27906d5-9719-49c8-8af4-60f39bd4d5ca to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 958.598246] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.598787] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c9639f0d-d8e8-46f7-8843-d2b018aae690 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.606936] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 958.606936] env[71147]: value = "task-3421291" [ 958.606936] env[71147]: _type = "Task" [ 958.606936] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.614982] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421291, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.630393] env[71147]: DEBUG nova.network.neutron [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Updating instance_info_cache with network_info: [{"id": "012c6887-e489-4caa-a0e3-6b444175698c", "address": "fa:16:3e:3c:ca:39", "network": {"id": "9cc299ed-d19f-44fd-a30a-de9a3cab40dd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1817931058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77700bc690d4420e9e49de55d2375c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012c6887-e4", "ovs_interfaceid": "012c6887-e489-4caa-a0e3-6b444175698c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.669618] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421290, 'name': Rename_Task, 'duration_secs': 0.186999} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.669943] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.670255] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff4bb3f4-c04b-45c7-b17c-ac8ce3ac97f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.678632] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 958.678632] env[71147]: value = "task-3421292" [ 958.678632] env[71147]: _type = "Task" [ 958.678632] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.688136] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.805323] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.805457] env[71147]: DEBUG nova.compute.manager [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.808659] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.244s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.809102] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.811279] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.421s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.811463] env[71147]: DEBUG nova.objects.instance [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lazy-loading 'resources' on Instance uuid 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.847610] env[71147]: INFO nova.scheduler.client.report [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted allocations for instance fb97a908-0315-42a4-9194-30d503c7672d [ 959.116929] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421291, 'name': Destroy_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.138739] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Releasing lock "refresh_cache-10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.139174] env[71147]: DEBUG nova.compute.manager [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Instance network_info: |[{"id": "012c6887-e489-4caa-a0e3-6b444175698c", "address": "fa:16:3e:3c:ca:39", "network": {"id": "9cc299ed-d19f-44fd-a30a-de9a3cab40dd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1817931058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77700bc690d4420e9e49de55d2375c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012c6887-e4", "ovs_interfaceid": "012c6887-e489-4caa-a0e3-6b444175698c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 959.139524] env[71147]: DEBUG oslo_concurrency.lockutils [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] Acquired lock "refresh_cache-10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.139839] env[71147]: DEBUG nova.network.neutron [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Refreshing network info cache for port 012c6887-e489-4caa-a0e3-6b444175698c {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.141138] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:ca:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '012c6887-e489-4caa-a0e3-6b444175698c', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.149301] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Creating folder: Project (77700bc690d4420e9e49de55d2375c86). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.150842] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-583dd5f9-f25c-4e2d-aa40-18702cac76be {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.153276] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquiring lock "09f50ff6-d66c-4dbf-9163-309a62ded17d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.153276] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "09f50ff6-d66c-4dbf-9163-309a62ded17d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.154831] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquiring lock "09f50ff6-d66c-4dbf-9163-309a62ded17d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.154831] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "09f50ff6-d66c-4dbf-9163-309a62ded17d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.154831] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "09f50ff6-d66c-4dbf-9163-309a62ded17d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.156945] env[71147]: INFO nova.compute.manager [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Terminating instance [ 959.166461] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Created folder: Project (77700bc690d4420e9e49de55d2375c86) in parent group-v682378. [ 959.166461] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Creating folder: Instances. Parent ref: group-v682580. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.166744] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9f9c50b-d60b-4837-a5d3-7cfdb79333c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.178799] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Created folder: Instances in parent group-v682580. [ 959.178954] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.180934] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.183550] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaa513fb-1a71-4c14-be66-5ced605f69ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.206845] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421292, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.208352] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.208352] env[71147]: value = "task-3421295" [ 959.208352] env[71147]: _type = "Task" [ 959.208352] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.217599] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421295, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.316312] env[71147]: DEBUG nova.compute.utils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.320889] env[71147]: DEBUG nova.compute.manager [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 959.355996] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4688d458-4ade-43ee-83e9-5f445fa6d36e tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "fb97a908-0315-42a4-9194-30d503c7672d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.786s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.621284] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421291, 'name': Destroy_Task, 'duration_secs': 0.528182} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.625116] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Destroyed the VM [ 959.625395] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 959.625937] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5d06a4a-b2c5-4543-95ba-77a6e2c5354e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.637414] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 959.637414] env[71147]: value = "task-3421296" [ 959.637414] env[71147]: _type = "Task" [ 959.637414] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.654490] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421296, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.662321] env[71147]: DEBUG nova.compute.manager [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.662637] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.664024] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ff54c-269f-4d14-9aff-8ace2e07c1d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.673577] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.675019] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaa290ce-d5ba-4ce7-8137-1da56cd37937 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.682470] env[71147]: DEBUG oslo_vmware.api [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 959.682470] env[71147]: value = "task-3421297" [ 959.682470] env[71147]: _type = "Task" [ 959.682470] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.693092] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b299f0a1-a7af-4ed1-b1ad-50398f336008 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.703541] env[71147]: DEBUG oslo_vmware.api [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421292, 'name': PowerOnVM_Task, 'duration_secs': 0.629899} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.710425] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.710425] env[71147]: INFO nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Took 8.06 seconds to spawn the instance on the hypervisor. [ 959.710425] env[71147]: DEBUG nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.710425] env[71147]: DEBUG oslo_vmware.api [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.714357] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb05920-3b81-4605-b580-82198c8175bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.721852] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e809dfd-2f3f-4d88-9302-532c3ccc541a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.738057] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421295, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.768717] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e42f9-0d5a-460e-9259-34f208e25db0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.778222] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d308519-e48f-44a3-96c7-ba334f86bb11 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.795744] env[71147]: DEBUG nova.compute.provider_tree [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.821085] env[71147]: DEBUG nova.compute.manager [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.145750] env[71147]: DEBUG nova.network.neutron [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Updated VIF entry in instance network info cache for port 012c6887-e489-4caa-a0e3-6b444175698c. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.146300] env[71147]: DEBUG nova.network.neutron [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Updating instance_info_cache with network_info: [{"id": "012c6887-e489-4caa-a0e3-6b444175698c", "address": "fa:16:3e:3c:ca:39", "network": {"id": "9cc299ed-d19f-44fd-a30a-de9a3cab40dd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1817931058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77700bc690d4420e9e49de55d2375c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap012c6887-e4", "ovs_interfaceid": "012c6887-e489-4caa-a0e3-6b444175698c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.151979] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421296, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.196825] env[71147]: DEBUG oslo_vmware.api [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421297, 'name': PowerOffVM_Task, 'duration_secs': 0.288379} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.197316] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.197577] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.197917] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df0f4154-e77c-400d-bd95-bed1fc256092 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.224331] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421295, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.272897] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.273175] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.273316] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Deleting the datastore file [datastore2] 09f50ff6-d66c-4dbf-9163-309a62ded17d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.275491] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94ce62f8-78ab-455a-8026-79d6ca3ad4a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.278437] env[71147]: INFO nova.compute.manager [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Took 29.57 seconds to build instance. [ 960.283941] env[71147]: DEBUG oslo_vmware.api [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for the task: (returnval){ [ 960.283941] env[71147]: value = "task-3421299" [ 960.283941] env[71147]: _type = "Task" [ 960.283941] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.293147] env[71147]: DEBUG oslo_vmware.api [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.299185] env[71147]: DEBUG nova.scheduler.client.report [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.416385] env[71147]: DEBUG oslo_vmware.rw_handles [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f81033-4586-2913-be5c-67afc0491a5a/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.417999] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb15185-07ca-466f-bbcd-6ae130c9e40a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.425101] env[71147]: DEBUG oslo_vmware.rw_handles [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f81033-4586-2913-be5c-67afc0491a5a/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.425101] env[71147]: ERROR oslo_vmware.rw_handles [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f81033-4586-2913-be5c-67afc0491a5a/disk-0.vmdk due to incomplete transfer. [ 960.425246] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eb0b0fb6-7c4b-4965-a9ca-a162c83c3461 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.436874] env[71147]: DEBUG oslo_vmware.rw_handles [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f81033-4586-2913-be5c-67afc0491a5a/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 960.437143] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Uploaded image 35d08a3a-1896-4052-bb57-4126ee632efe to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 960.439376] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 960.440021] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.440255] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.441393] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df2707ea-6b89-482a-8943-7b86325cfb68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.453708] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 960.453708] env[71147]: value = "task-3421300" [ 960.453708] env[71147]: _type = "Task" [ 960.453708] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.465309] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421300, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.648541] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421296, 'name': RemoveSnapshot_Task, 'duration_secs': 0.538991} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.648895] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 960.649605] env[71147]: DEBUG nova.compute.manager [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.649908] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94171703-71b3-4c1d-845a-1e6c7503b15c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.652635] env[71147]: DEBUG oslo_concurrency.lockutils [req-d5fc659a-8f4a-4b40-ab42-f8d737e24826 req-4f6fd479-b242-4dc0-a8cc-138bfef30cb8 service nova] Releasing lock "refresh_cache-10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.722281] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421295, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.780584] env[71147]: DEBUG oslo_concurrency.lockutils [None req-33a54027-99bc-4223-afd8-752baaa2dcdf tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.080s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.794467] env[71147]: DEBUG oslo_vmware.api [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Task: {'id': task-3421299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340701} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.794467] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.794549] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.794671] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.794861] env[71147]: INFO nova.compute.manager [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 960.795104] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.795300] env[71147]: DEBUG nova.compute.manager [-] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.795393] env[71147]: DEBUG nova.network.neutron [-] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.805221] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.807504] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.909s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.810140] env[71147]: INFO nova.compute.claims [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.833123] env[71147]: DEBUG nova.compute.manager [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.842536] env[71147]: INFO nova.scheduler.client.report [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Deleted allocations for instance 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd [ 960.874434] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.874693] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.874848] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.875066] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.875267] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.875586] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.875653] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.876480] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.876480] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.876480] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.876480] env[71147]: DEBUG nova.virt.hardware [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.877743] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88b4829-ddf6-4500-856a-90864baf8168 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.885913] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f5abc3-09c4-472c-af72-90b7ca3b3ed9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.904983] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.913017] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Creating folder: Project (c2761c0f6e284db4af7bcb3f4b2b1129). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.913017] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe52acbe-5bee-4dc2-9cb9-ef6bc8e5bcd4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.922181] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Created folder: Project (c2761c0f6e284db4af7bcb3f4b2b1129) in parent group-v682378. [ 960.922482] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Creating folder: Instances. Parent ref: group-v682583. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.922746] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d7e888c-89b9-4b1c-a8fb-f31f6be0b1cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.932961] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Created folder: Instances in parent group-v682583. [ 960.933841] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.933841] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.934160] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc33b501-7e84-438f-bf45-ba104a49d45c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.951211] env[71147]: DEBUG nova.compute.manager [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.964373] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.964373] env[71147]: value = "task-3421303" [ 960.964373] env[71147]: _type = "Task" [ 960.964373] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.972818] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421300, 'name': Destroy_Task, 'duration_secs': 0.343617} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.973327] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Destroyed the VM [ 960.973564] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 960.974396] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a0f6647d-70a0-41ac-8f59-d1dececcd39a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.979200] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421303, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.984542] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 960.984542] env[71147]: value = "task-3421304" [ 960.984542] env[71147]: _type = "Task" [ 960.984542] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.992862] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421304, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.163687] env[71147]: INFO nova.compute.manager [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Shelve offloading [ 961.224377] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421295, 'name': CreateVM_Task, 'duration_secs': 1.538419} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.224657] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.225801] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.227199] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.227549] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.227850] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4661992-e3be-46f1-9181-74d8e3ea323f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.233139] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 961.233139] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294cf63-3cf7-5dea-1c80-bdfca4497a91" [ 961.233139] env[71147]: _type = "Task" [ 961.233139] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.244014] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294cf63-3cf7-5dea-1c80-bdfca4497a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.352163] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bacacda-7559-4a84-92f9-42e23a03b8fb tempest-ServersWithSpecificFlavorTestJSON-1339181312 tempest-ServersWithSpecificFlavorTestJSON-1339181312-project-member] Lock "7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.693s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.407592] env[71147]: DEBUG nova.compute.manager [req-d3a89a63-cad4-43c5-84e4-5ffbeabdb503 req-eb0aa1b7-3cf1-41db-8e1b-e75dfc24586d service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Received event network-vif-deleted-546ec2e9-c015-4932-9edb-6341c129a7da {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.407782] env[71147]: INFO nova.compute.manager [req-d3a89a63-cad4-43c5-84e4-5ffbeabdb503 req-eb0aa1b7-3cf1-41db-8e1b-e75dfc24586d service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Neutron deleted interface 546ec2e9-c015-4932-9edb-6341c129a7da; detaching it from the instance and deleting it from the info cache [ 961.407951] env[71147]: DEBUG nova.network.neutron [req-d3a89a63-cad4-43c5-84e4-5ffbeabdb503 req-eb0aa1b7-3cf1-41db-8e1b-e75dfc24586d service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.460415] env[71147]: DEBUG oslo_concurrency.lockutils [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.460647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.460843] env[71147]: DEBUG oslo_concurrency.lockutils [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.461080] env[71147]: DEBUG oslo_concurrency.lockutils [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.461287] env[71147]: DEBUG oslo_concurrency.lockutils [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.465195] env[71147]: INFO nova.compute.manager [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Terminating instance [ 961.476512] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421303, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.484882] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.494025] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421304, 'name': RemoveSnapshot_Task, 'duration_secs': 0.375599} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.494025] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 961.494186] env[71147]: DEBUG nova.compute.manager [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.494919] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f316a9a-836f-472c-bcdc-4bba3c907fbb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.528937] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.528937] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.529232] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.529608] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.529785] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.531918] env[71147]: INFO nova.compute.manager [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Terminating instance [ 961.669298] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.670097] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cadc5432-af58-45fe-a403-d6b0930090ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.681088] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 961.681088] env[71147]: value = "task-3421305" [ 961.681088] env[71147]: _type = "Task" [ 961.681088] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.695413] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 961.695413] env[71147]: DEBUG nova.compute.manager [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.695709] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b78c1d0-44df-435c-a2ac-4db66351b912 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.702536] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.702723] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.703374] env[71147]: DEBUG nova.network.neutron [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.745883] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294cf63-3cf7-5dea-1c80-bdfca4497a91, 'name': SearchDatastore_Task, 'duration_secs': 0.021003} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.746777] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.747068] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.747372] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.747560] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.747778] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.748265] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8399d75-9478-412d-ab67-820c6784ca28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.761682] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.761682] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.761682] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0b9d26-4eb9-49b5-bb2b-83128a6f5421 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.767758] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 961.767758] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52355f13-3049-b6a5-4bcf-3b2f7c3a80be" [ 961.767758] env[71147]: _type = "Task" [ 961.767758] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.776421] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52355f13-3049-b6a5-4bcf-3b2f7c3a80be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.884325] env[71147]: DEBUG nova.network.neutron [-] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.910202] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e2b0639-bba4-4b63-9511-2f77d1f4b4ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.925068] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2715a618-c813-4563-8447-6b749693ba7a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.965893] env[71147]: DEBUG nova.compute.manager [req-d3a89a63-cad4-43c5-84e4-5ffbeabdb503 req-eb0aa1b7-3cf1-41db-8e1b-e75dfc24586d service nova] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Detach interface failed, port_id=546ec2e9-c015-4932-9edb-6341c129a7da, reason: Instance 09f50ff6-d66c-4dbf-9163-309a62ded17d could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.974061] env[71147]: DEBUG nova.compute.manager [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.974454] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.975503] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc653df6-fb9e-4841-b570-dd8684a64f6f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.984887] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421303, 'name': CreateVM_Task, 'duration_secs': 0.569745} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.989985] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.991218] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.991218] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.991300] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.991673] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.991770] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-565bfc54-8806-4973-b84c-c29ff1d7f007 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.993359] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e42403-5fac-471e-81ae-2669a0f35a47 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.998406] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 961.998406] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d2620f-8c5d-1968-ed6e-84816cc81e4d" [ 961.998406] env[71147]: _type = "Task" [ 961.998406] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.006277] env[71147]: DEBUG oslo_vmware.api [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 962.006277] env[71147]: value = "task-3421306" [ 962.006277] env[71147]: _type = "Task" [ 962.006277] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.017056] env[71147]: INFO nova.compute.manager [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Shelve offloading [ 962.019219] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d2620f-8c5d-1968-ed6e-84816cc81e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.024608] env[71147]: DEBUG oslo_vmware.api [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.038291] env[71147]: DEBUG nova.compute.manager [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.038687] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.039903] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0dcdf4-47aa-4ad4-b302-17bac8b442db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.051206] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.051495] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65c990bf-8d10-4c4e-9cb8-a7a4b0b5d7c0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.061757] env[71147]: DEBUG oslo_vmware.api [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 962.061757] env[71147]: value = "task-3421307" [ 962.061757] env[71147]: _type = "Task" [ 962.061757] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.073336] env[71147]: DEBUG oslo_vmware.api [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.258497] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe83c68-c6e4-45fe-ac93-487def4a0d74 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.268868] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d1e10f-997b-40ed-8da6-ad1060c80d0c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.281267] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52355f13-3049-b6a5-4bcf-3b2f7c3a80be, 'name': SearchDatastore_Task, 'duration_secs': 0.031921} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.308351] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fde1ae9-e876-4605-bfb0-e0f84e3824a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.311292] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de6e4d1-28c0-44f7-bbd0-baa10b733634 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.320193] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb28eb4c-065f-4185-a127-9c111fbb62b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.324046] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 962.324046] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e5b384-6026-67a7-5c08-6325cee6db5c" [ 962.324046] env[71147]: _type = "Task" [ 962.324046] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.338742] env[71147]: DEBUG nova.compute.provider_tree [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.345401] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e5b384-6026-67a7-5c08-6325cee6db5c, 'name': SearchDatastore_Task, 'duration_secs': 0.024824} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.345656] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.345912] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43/10da9c5a-d4d0-4d5e-beb3-54f970ed5a43.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.346354] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a97761fc-1e50-4eb3-bc84-b0376f054ce8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.353962] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 962.353962] env[71147]: value = "task-3421308" [ 962.353962] env[71147]: _type = "Task" [ 962.353962] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.363264] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.389255] env[71147]: INFO nova.compute.manager [-] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Took 1.59 seconds to deallocate network for instance. [ 962.509253] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d2620f-8c5d-1968-ed6e-84816cc81e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.512665] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.512942] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.513200] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.513352] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.513529] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.513799] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e23fc7c0-d6e1-4d60-b8f2-03a2f83443a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.521026] env[71147]: DEBUG oslo_vmware.api [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421306, 'name': PowerOffVM_Task, 'duration_secs': 0.250432} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.521358] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.521490] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.522662] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12803f62-1b85-47c5-a90a-b2455a7e87d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.524345] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.524518] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.525461] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.525667] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439210e3-80de-47d7-a877-8868dcec62bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.528126] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f62abff-9ee9-4c30-9e12-be3b7713c6a3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.532498] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 962.532498] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529754f2-7144-d1d2-3dcb-d6ae778e4b10" [ 962.532498] env[71147]: _type = "Task" [ 962.532498] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.537259] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 962.537259] env[71147]: value = "task-3421310" [ 962.537259] env[71147]: _type = "Task" [ 962.537259] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.550897] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.551113] env[71147]: DEBUG nova.compute.manager [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.551424] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529754f2-7144-d1d2-3dcb-d6ae778e4b10, 'name': SearchDatastore_Task, 'duration_secs': 0.011507} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.552169] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536ac1c5-a4c6-4365-a4de-dbf9b5a4f0a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.555194] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad58b2c-9b72-4a41-9483-1a169648eb78 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.560893] env[71147]: DEBUG oslo_concurrency.lockutils [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.561074] env[71147]: DEBUG oslo_concurrency.lockutils [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.561272] env[71147]: DEBUG nova.network.neutron [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.566453] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 962.566453] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b6dd11-900e-0c05-2177-b76655594175" [ 962.566453] env[71147]: _type = "Task" [ 962.566453] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.573072] env[71147]: DEBUG oslo_vmware.api [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421307, 'name': PowerOffVM_Task, 'duration_secs': 0.206012} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.574296] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.574476] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.574719] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84cbcd99-31ba-4649-8c80-0b83a47f152b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.579512] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b6dd11-900e-0c05-2177-b76655594175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.588332] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.588494] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.588539] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleting the datastore file [datastore2] e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.588776] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaa87cd3-defb-4f07-a6e1-a0496f54d702 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.595939] env[71147]: DEBUG oslo_vmware.api [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 962.595939] env[71147]: value = "task-3421312" [ 962.595939] env[71147]: _type = "Task" [ 962.595939] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.600507] env[71147]: DEBUG nova.network.neutron [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Updating instance_info_cache with network_info: [{"id": "b8729210-5805-4824-a2d4-deacd6e52153", "address": "fa:16:3e:07:30:ba", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8729210-58", "ovs_interfaceid": "b8729210-5805-4824-a2d4-deacd6e52153", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.606710] env[71147]: DEBUG oslo_vmware.api [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.653017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.653638] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.653638] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleting the datastore file [datastore1] 0705f94d-484d-4bc4-ab2b-724fc2004e8d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.654244] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f77690-c4e3-4f5b-b984-e3005ba5330b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.665579] env[71147]: DEBUG oslo_vmware.api [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 962.665579] env[71147]: value = "task-3421313" [ 962.665579] env[71147]: _type = "Task" [ 962.665579] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.673587] env[71147]: DEBUG oslo_vmware.api [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.842849] env[71147]: DEBUG nova.scheduler.client.report [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.871324] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421308, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.897593] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.088295] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b6dd11-900e-0c05-2177-b76655594175, 'name': SearchDatastore_Task, 'duration_secs': 0.017986} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.088827] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.089986] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2a82c755-15f4-40a5-bcea-90d7aeb0d192/2a82c755-15f4-40a5-bcea-90d7aeb0d192.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.091047] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e00019d8-32b1-4d88-b55a-c45e048a6a5b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.101137] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 963.101137] env[71147]: value = "task-3421314" [ 963.101137] env[71147]: _type = "Task" [ 963.101137] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.108974] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.111134] env[71147]: DEBUG oslo_vmware.api [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330122} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.112075] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.112329] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.112571] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.112854] env[71147]: INFO nova.compute.manager [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Took 1.14 seconds to destroy the instance on the hypervisor. [ 963.113240] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.117537] env[71147]: DEBUG nova.compute.manager [-] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.117537] env[71147]: DEBUG nova.network.neutron [-] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.120428] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.177518] env[71147]: DEBUG oslo_vmware.api [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371214} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.180061] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.180485] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.180812] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.181180] env[71147]: INFO nova.compute.manager [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 963.181562] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.181895] env[71147]: DEBUG nova.compute.manager [-] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.182155] env[71147]: DEBUG nova.network.neutron [-] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.349927] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.353548] env[71147]: DEBUG nova.compute.manager [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.354061] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.766s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.354317] env[71147]: DEBUG nova.objects.instance [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Lazy-loading 'resources' on Instance uuid 5a70003f-fae2-4404-ae49-0bb99e913fec {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.370404] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568229} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.372134] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43/10da9c5a-d4d0-4d5e-beb3-54f970ed5a43.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.372397] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.372672] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6be321a4-3431-4e6c-bb11-cc09d55484ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.386076] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 963.386076] env[71147]: value = "task-3421315" [ 963.386076] env[71147]: _type = "Task" [ 963.386076] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.401373] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.612984] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48568} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.613908] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2a82c755-15f4-40a5-bcea-90d7aeb0d192/2a82c755-15f4-40a5-bcea-90d7aeb0d192.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.614187] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.614448] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a6e5bbe-3238-4b1b-8c17-f6e0a5d9cdb8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.625868] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 963.625868] env[71147]: value = "task-3421316" [ 963.625868] env[71147]: _type = "Task" [ 963.625868] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.637834] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.803312] env[71147]: DEBUG nova.compute.manager [req-e7b9a959-4a03-48dc-9d1a-a4fb40747ead req-9d10f034-19a9-4735-8b09-7643e611ca39 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Received event network-vif-deleted-9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.803508] env[71147]: INFO nova.compute.manager [req-e7b9a959-4a03-48dc-9d1a-a4fb40747ead req-9d10f034-19a9-4735-8b09-7643e611ca39 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Neutron deleted interface 9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3; detaching it from the instance and deleting it from the info cache [ 963.803647] env[71147]: DEBUG nova.network.neutron [req-e7b9a959-4a03-48dc-9d1a-a4fb40747ead req-9d10f034-19a9-4735-8b09-7643e611ca39 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.858460] env[71147]: DEBUG nova.compute.utils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.860563] env[71147]: DEBUG nova.compute.manager [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.860563] env[71147]: DEBUG nova.network.neutron [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.875316] env[71147]: DEBUG nova.network.neutron [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating instance_info_cache with network_info: [{"id": "79048504-5fc2-4884-9daf-c99163754397", "address": "fa:16:3e:c5:e9:a0", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79048504-5f", "ovs_interfaceid": "79048504-5fc2-4884-9daf-c99163754397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.902187] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075544} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.902899] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.903292] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6324a0-8cc4-4252-8108-2613e7077ca7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.925458] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43/10da9c5a-d4d0-4d5e-beb3-54f970ed5a43.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.928262] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb05493-5c93-4e16-874a-1e28f083a5d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.949919] env[71147]: DEBUG nova.policy [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd64898f19cd4e3a9374cbe962d725b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f41b4df0bd8c43cfb77745220bd12e08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.957811] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 963.957811] env[71147]: value = "task-3421317" [ 963.957811] env[71147]: _type = "Task" [ 963.957811] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.966552] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.971786] env[71147]: DEBUG nova.network.neutron [-] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.086659] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.087682] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1004fe-1646-4644-8fe1-97b74c2f7173 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.100487] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.103746] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2d477f9-ec30-41fc-bf53-d4b78f005f49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.140448] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108134} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.140851] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.141533] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215405f1-5cf1-47d5-87db-6998a6d755a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.167068] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 2a82c755-15f4-40a5-bcea-90d7aeb0d192/2a82c755-15f4-40a5-bcea-90d7aeb0d192.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.171980] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67cee569-e0b1-4bb0-a025-56b0723be38f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.187583] env[71147]: DEBUG nova.compute.manager [req-2e2b94c0-1fcd-400b-a64d-8dfb8f82876b req-db6aad8e-c6a5-4464-b2c5-a14b07f8082b service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Received event network-vif-unplugged-b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.187748] env[71147]: DEBUG oslo_concurrency.lockutils [req-2e2b94c0-1fcd-400b-a64d-8dfb8f82876b req-db6aad8e-c6a5-4464-b2c5-a14b07f8082b service nova] Acquiring lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.187970] env[71147]: DEBUG oslo_concurrency.lockutils [req-2e2b94c0-1fcd-400b-a64d-8dfb8f82876b req-db6aad8e-c6a5-4464-b2c5-a14b07f8082b service nova] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.188153] env[71147]: DEBUG oslo_concurrency.lockutils [req-2e2b94c0-1fcd-400b-a64d-8dfb8f82876b req-db6aad8e-c6a5-4464-b2c5-a14b07f8082b service nova] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.188322] env[71147]: DEBUG nova.compute.manager [req-2e2b94c0-1fcd-400b-a64d-8dfb8f82876b req-db6aad8e-c6a5-4464-b2c5-a14b07f8082b service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] No waiting events found dispatching network-vif-unplugged-b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.188492] env[71147]: WARNING nova.compute.manager [req-2e2b94c0-1fcd-400b-a64d-8dfb8f82876b req-db6aad8e-c6a5-4464-b2c5-a14b07f8082b service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Received unexpected event network-vif-unplugged-b8729210-5805-4824-a2d4-deacd6e52153 for instance with vm_state shelved and task_state shelving_offloading. [ 964.190545] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.191148] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.191148] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleting the datastore file [datastore2] 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.191852] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-856beb3d-a937-4bec-84f5-8aff066f1079 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.196329] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 964.196329] env[71147]: value = "task-3421319" [ 964.196329] env[71147]: _type = "Task" [ 964.196329] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.202412] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 964.202412] env[71147]: value = "task-3421320" [ 964.202412] env[71147]: _type = "Task" [ 964.202412] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.213242] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.218898] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.307784] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4490f7d9-75e8-46c6-8937-a50f2b115b7c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.320203] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b783c694-e73b-45b2-87b9-64617031b2e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.335999] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4f12f4-de5d-4bad-b224-dd5a005e2f5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.342655] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11730b56-eab6-4ee2-a9f7-318d2dba3b1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.388142] env[71147]: DEBUG nova.compute.manager [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.390643] env[71147]: DEBUG oslo_concurrency.lockutils [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.392708] env[71147]: DEBUG nova.compute.manager [req-e7b9a959-4a03-48dc-9d1a-a4fb40747ead req-9d10f034-19a9-4735-8b09-7643e611ca39 service nova] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Detach interface failed, port_id=9c5edb1e-bf4a-4f39-a9ff-a4f9ac3b68c3, reason: Instance e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.394861] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3d1f67-bdfb-47d3-bdb3-9e2ce71a1fcd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.402512] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4a86bd-b171-4854-9143-802ab20f9ac0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.416008] env[71147]: DEBUG nova.compute.provider_tree [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.468376] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421317, 'name': ReconfigVM_Task, 'duration_secs': 0.398863} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.468651] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43/10da9c5a-d4d0-4d5e-beb3-54f970ed5a43.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.469344] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fb02869-cd94-4e0f-b894-e9e93962119a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.475551] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 964.475551] env[71147]: value = "task-3421321" [ 964.475551] env[71147]: _type = "Task" [ 964.475551] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.477173] env[71147]: INFO nova.compute.manager [-] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Took 1.36 seconds to deallocate network for instance. [ 964.487229] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquiring lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.487229] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.491026] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421321, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.511169] env[71147]: DEBUG nova.network.neutron [-] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.576603] env[71147]: DEBUG nova.network.neutron [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Successfully created port: ea433764-da56-468e-8849-8a2db189a4e9 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.709560] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.718142] env[71147]: DEBUG oslo_vmware.api [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201268} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.718443] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.718660] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.718851] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.743029] env[71147]: INFO nova.scheduler.client.report [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted allocations for instance 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab [ 964.920187] env[71147]: DEBUG nova.scheduler.client.report [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.987082] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421321, 'name': Rename_Task, 'duration_secs': 0.139326} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.987484] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.987748] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3680b8a-253f-4189-93d1-e4e113b5aa92 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.995126] env[71147]: DEBUG nova.compute.manager [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.998813] env[71147]: DEBUG oslo_concurrency.lockutils [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.999158] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 964.999158] env[71147]: value = "task-3421322" [ 964.999158] env[71147]: _type = "Task" [ 964.999158] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.009071] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.013650] env[71147]: INFO nova.compute.manager [-] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Took 1.83 seconds to deallocate network for instance. [ 965.212884] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421319, 'name': ReconfigVM_Task, 'duration_secs': 1.004478} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.212884] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 2a82c755-15f4-40a5-bcea-90d7aeb0d192/2a82c755-15f4-40a5-bcea-90d7aeb0d192.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.213494] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e37c6883-68ba-4f9e-ab9d-3bdbe33883fc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.222816] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 965.222816] env[71147]: value = "task-3421323" [ 965.222816] env[71147]: _type = "Task" [ 965.222816] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.234832] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421323, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.248450] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.368433] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.371134] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3e822c-0213-489f-b05c-2c1bb38d0295 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.382596] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.382802] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-488a1361-9163-4266-aef5-704c18356946 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.402670] env[71147]: DEBUG nova.compute.manager [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.424561] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.427729] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.603s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.427794] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.432958] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.438s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.433274] env[71147]: DEBUG nova.objects.instance [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lazy-loading 'resources' on Instance uuid 7bf98de4-01db-4bbf-bff8-d05dce0391a0 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.453415] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.454082] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.454302] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.455017] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.455017] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.455017] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.455496] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.455496] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.455911] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.455988] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.456168] env[71147]: DEBUG nova.virt.hardware [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.457887] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8802e505-c6db-4366-99cc-614c4415960f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.465130] env[71147]: INFO nova.scheduler.client.report [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Deleted allocations for instance 5a70003f-fae2-4404-ae49-0bb99e913fec [ 965.467720] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.467978] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.468139] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleting the datastore file [datastore1] 47abd936-95ee-4441-91f3-c1cfbda66bd0 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.470988] env[71147]: INFO nova.scheduler.client.report [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted allocations for instance 7af1fa13-7a1d-40ed-8450-9c2a30fad113 [ 965.476445] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8293425a-9163-4fd2-9a02-6746be8d0c2d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.486495] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837dfb35-7d46-4914-ad0d-dbfe9a5da555 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.513758] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 965.513758] env[71147]: value = "task-3421325" [ 965.513758] env[71147]: _type = "Task" [ 965.513758] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.522567] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.523062] env[71147]: DEBUG oslo_vmware.api [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421322, 'name': PowerOnVM_Task, 'duration_secs': 0.465837} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.523813] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.524186] env[71147]: INFO nova.compute.manager [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Took 9.31 seconds to spawn the instance on the hypervisor. [ 965.524500] env[71147]: DEBUG nova.compute.manager [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.525427] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc63da1-572d-431d-911f-a9f7c91c314e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.531569] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.539463] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.733823] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421323, 'name': Rename_Task, 'duration_secs': 0.185219} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.733823] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.733823] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e707d79-41d8-4b07-9ea5-6108c95a6260 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.740716] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 965.740716] env[71147]: value = "task-3421326" [ 965.740716] env[71147]: _type = "Task" [ 965.740716] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.752604] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.002854] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6918579b-4792-4d09-a99a-3a76da8c3a57 tempest-DeleteServersAdminTestJSON-1603719002 tempest-DeleteServersAdminTestJSON-1603719002-project-admin] Lock "5a70003f-fae2-4404-ae49-0bb99e913fec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.026s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.003533] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84ea565a-fd3c-49a6-8cfb-c3c7c9a11a6a tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "7af1fa13-7a1d-40ed-8450-9c2a30fad113" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.690s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.027041] env[71147]: DEBUG oslo_vmware.api [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220453} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.030545] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.030711] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.030844] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.051021] env[71147]: INFO nova.compute.manager [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Took 33.67 seconds to build instance. [ 966.057885] env[71147]: INFO nova.scheduler.client.report [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted allocations for instance 47abd936-95ee-4441-91f3-c1cfbda66bd0 [ 966.202607] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.247692] env[71147]: DEBUG nova.compute.manager [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Received event network-vif-deleted-90d987bc-da15-40c1-99d7-29dca3ef3cab {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.247940] env[71147]: DEBUG nova.compute.manager [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Received event network-changed-b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.248143] env[71147]: DEBUG nova.compute.manager [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Refreshing instance network info cache due to event network-changed-b8729210-5805-4824-a2d4-deacd6e52153. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.248353] env[71147]: DEBUG oslo_concurrency.lockutils [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] Acquiring lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.248497] env[71147]: DEBUG oslo_concurrency.lockutils [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] Acquired lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.248652] env[71147]: DEBUG nova.network.neutron [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Refreshing network info cache for port b8729210-5805-4824-a2d4-deacd6e52153 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.255716] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.260870] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a07b9a-a6a5-4c0c-ba70-dd2c086ded31 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.268877] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0222ceef-5f7b-4dd6-92ab-26c4ec90280e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.303822] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba21722-7318-48fd-92c2-122eb8b11614 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.310906] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c61450-5f6f-4ba0-aadb-4a6b42faa646 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.327173] env[71147]: DEBUG nova.compute.provider_tree [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.556119] env[71147]: DEBUG oslo_concurrency.lockutils [None req-043c8c7f-7b99-49fc-b0ac-c38ae7a75488 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.181s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.562358] env[71147]: DEBUG oslo_concurrency.lockutils [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.756261] env[71147]: DEBUG oslo_vmware.api [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421326, 'name': PowerOnVM_Task, 'duration_secs': 0.63465} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.759026] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.759026] env[71147]: INFO nova.compute.manager [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Took 5.92 seconds to spawn the instance on the hypervisor. [ 966.759026] env[71147]: DEBUG nova.compute.manager [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.759026] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420d679c-ef3e-485d-b1be-66bd55af9da9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.814018] env[71147]: DEBUG nova.network.neutron [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Successfully updated port: ea433764-da56-468e-8849-8a2db189a4e9 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.832524] env[71147]: DEBUG nova.scheduler.client.report [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.872428] env[71147]: DEBUG nova.compute.manager [req-e54ed0e7-90a4-47aa-b3e1-f8af53e1157f req-8214c42a-67fa-4b9c-b5fa-a1cf2b07a11b service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Received event network-vif-plugged-ea433764-da56-468e-8849-8a2db189a4e9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.873891] env[71147]: DEBUG oslo_concurrency.lockutils [req-e54ed0e7-90a4-47aa-b3e1-f8af53e1157f req-8214c42a-67fa-4b9c-b5fa-a1cf2b07a11b service nova] Acquiring lock "6c241ef1-4bea-4751-9681-a81681fd965e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.873891] env[71147]: DEBUG oslo_concurrency.lockutils [req-e54ed0e7-90a4-47aa-b3e1-f8af53e1157f req-8214c42a-67fa-4b9c-b5fa-a1cf2b07a11b service nova] Lock "6c241ef1-4bea-4751-9681-a81681fd965e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.873891] env[71147]: DEBUG oslo_concurrency.lockutils [req-e54ed0e7-90a4-47aa-b3e1-f8af53e1157f req-8214c42a-67fa-4b9c-b5fa-a1cf2b07a11b service nova] Lock "6c241ef1-4bea-4751-9681-a81681fd965e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.873891] env[71147]: DEBUG nova.compute.manager [req-e54ed0e7-90a4-47aa-b3e1-f8af53e1157f req-8214c42a-67fa-4b9c-b5fa-a1cf2b07a11b service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] No waiting events found dispatching network-vif-plugged-ea433764-da56-468e-8849-8a2db189a4e9 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.873891] env[71147]: WARNING nova.compute.manager [req-e54ed0e7-90a4-47aa-b3e1-f8af53e1157f req-8214c42a-67fa-4b9c-b5fa-a1cf2b07a11b service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Received unexpected event network-vif-plugged-ea433764-da56-468e-8849-8a2db189a4e9 for instance with vm_state building and task_state spawning. [ 967.121703] env[71147]: DEBUG nova.network.neutron [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Updated VIF entry in instance network info cache for port b8729210-5805-4824-a2d4-deacd6e52153. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.122079] env[71147]: DEBUG nova.network.neutron [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Updating instance_info_cache with network_info: [{"id": "b8729210-5805-4824-a2d4-deacd6e52153", "address": "fa:16:3e:07:30:ba", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": null, "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb8729210-58", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.284568] env[71147]: INFO nova.compute.manager [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Took 29.54 seconds to build instance. [ 967.314048] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.314211] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.314360] env[71147]: DEBUG nova.network.neutron [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.339054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.342053] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.693s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.342425] env[71147]: DEBUG nova.objects.instance [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lazy-loading 'resources' on Instance uuid c90f1c35-8c44-488c-8ac7-6176d062db97 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.352269] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquiring lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.352269] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.352269] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquiring lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.353151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.353151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.357723] env[71147]: INFO nova.compute.manager [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Terminating instance [ 967.373896] env[71147]: INFO nova.scheduler.client.report [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted allocations for instance 7bf98de4-01db-4bbf-bff8-d05dce0391a0 [ 967.605898] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "b40d7774-063e-4bf3-9c59-f18c75423b13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.606236] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "b40d7774-063e-4bf3-9c59-f18c75423b13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.624758] env[71147]: DEBUG oslo_concurrency.lockutils [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] Releasing lock "refresh_cache-4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.625038] env[71147]: DEBUG nova.compute.manager [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received event network-vif-unplugged-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.625278] env[71147]: DEBUG oslo_concurrency.lockutils [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] Acquiring lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.625492] env[71147]: DEBUG oslo_concurrency.lockutils [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.625648] env[71147]: DEBUG oslo_concurrency.lockutils [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.625807] env[71147]: DEBUG nova.compute.manager [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] No waiting events found dispatching network-vif-unplugged-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.625972] env[71147]: WARNING nova.compute.manager [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received unexpected event network-vif-unplugged-79048504-5fc2-4884-9daf-c99163754397 for instance with vm_state shelved_offloaded and task_state None. [ 967.626998] env[71147]: DEBUG nova.compute.manager [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received event network-changed-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.626998] env[71147]: DEBUG nova.compute.manager [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Refreshing instance network info cache due to event network-changed-79048504-5fc2-4884-9daf-c99163754397. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.626998] env[71147]: DEBUG oslo_concurrency.lockutils [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] Acquiring lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.626998] env[71147]: DEBUG oslo_concurrency.lockutils [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] Acquired lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.626998] env[71147]: DEBUG nova.network.neutron [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Refreshing network info cache for port 79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.787345] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5a146de2-ec29-41f2-bb68-a28a52366a49 tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "2a82c755-15f4-40a5-bcea-90d7aeb0d192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.058s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.849793] env[71147]: DEBUG nova.network.neutron [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.865767] env[71147]: DEBUG nova.compute.manager [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.865767] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.867282] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01606ed-505b-4ab2-a599-02b12b4a5197 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.884257] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.884257] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db71ebe4-356e-4387-b3f8-ad2dc637defe tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "7bf98de4-01db-4bbf-bff8-d05dce0391a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.430s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.885527] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03095043-1592-4aa1-9623-d02920404aeb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.898041] env[71147]: DEBUG oslo_vmware.api [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 967.898041] env[71147]: value = "task-3421327" [ 967.898041] env[71147]: _type = "Task" [ 967.898041] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.913712] env[71147]: DEBUG oslo_vmware.api [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.074196] env[71147]: DEBUG nova.network.neutron [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance_info_cache with network_info: [{"id": "ea433764-da56-468e-8849-8a2db189a4e9", "address": "fa:16:3e:4a:d6:b6", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea433764-da", "ovs_interfaceid": "ea433764-da56-468e-8849-8a2db189a4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.112738] env[71147]: DEBUG nova.compute.manager [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.205226] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a7ac10-a94a-44a5-8ec8-3d5edb5e89fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.214360] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d267b2f5-4a85-493c-8433-5185685a0569 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.246632] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9a1257-7c1e-4668-8c17-2d1cca424059 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.255429] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7832630c-b699-4b59-bc06-73892259fa76 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.270449] env[71147]: DEBUG nova.compute.provider_tree [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.410970] env[71147]: DEBUG oslo_vmware.api [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421327, 'name': PowerOffVM_Task, 'duration_secs': 0.195279} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.411341] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.411822] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.412132] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c96412-df45-4735-a953-eee8fee821c0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.463015] env[71147]: DEBUG nova.network.neutron [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updated VIF entry in instance network info cache for port 79048504-5fc2-4884-9daf-c99163754397. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.463407] env[71147]: DEBUG nova.network.neutron [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating instance_info_cache with network_info: [{"id": "79048504-5fc2-4884-9daf-c99163754397", "address": "fa:16:3e:c5:e9:a0", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap79048504-5f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.473422] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.473422] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.473422] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Deleting the datastore file [datastore1] 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.473667] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd13eacc-5e0f-44e1-a283-0173549d5fda {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.480544] env[71147]: DEBUG oslo_vmware.api [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for the task: (returnval){ [ 968.480544] env[71147]: value = "task-3421329" [ 968.480544] env[71147]: _type = "Task" [ 968.480544] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.489457] env[71147]: DEBUG oslo_vmware.api [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.578375] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.578763] env[71147]: DEBUG nova.compute.manager [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Instance network_info: |[{"id": "ea433764-da56-468e-8849-8a2db189a4e9", "address": "fa:16:3e:4a:d6:b6", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea433764-da", "ovs_interfaceid": "ea433764-da56-468e-8849-8a2db189a4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.579268] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:d6:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea433764-da56-468e-8849-8a2db189a4e9', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.588591] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.588927] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.589247] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72094891-3f20-4238-b8f9-aeec1a4d0709 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.607825] env[71147]: INFO nova.compute.manager [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Rebuilding instance [ 968.614918] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.614918] env[71147]: value = "task-3421330" [ 968.614918] env[71147]: _type = "Task" [ 968.614918] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.629515] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421330, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.646329] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.669853] env[71147]: DEBUG nova.compute.manager [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.670710] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9eb6da-3673-48d8-af03-1e25cc30bd5b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.775287] env[71147]: DEBUG nova.scheduler.client.report [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.933860] env[71147]: DEBUG nova.compute.manager [req-bce0d2ed-a521-437f-a90f-a0d6d994eb2e req-1ccb03db-0a05-43a5-b2e6-5f18d0103ffc service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Received event network-changed-ea433764-da56-468e-8849-8a2db189a4e9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.934243] env[71147]: DEBUG nova.compute.manager [req-bce0d2ed-a521-437f-a90f-a0d6d994eb2e req-1ccb03db-0a05-43a5-b2e6-5f18d0103ffc service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Refreshing instance network info cache due to event network-changed-ea433764-da56-468e-8849-8a2db189a4e9. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.934572] env[71147]: DEBUG oslo_concurrency.lockutils [req-bce0d2ed-a521-437f-a90f-a0d6d994eb2e req-1ccb03db-0a05-43a5-b2e6-5f18d0103ffc service nova] Acquiring lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.934943] env[71147]: DEBUG oslo_concurrency.lockutils [req-bce0d2ed-a521-437f-a90f-a0d6d994eb2e req-1ccb03db-0a05-43a5-b2e6-5f18d0103ffc service nova] Acquired lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.935281] env[71147]: DEBUG nova.network.neutron [req-bce0d2ed-a521-437f-a90f-a0d6d994eb2e req-1ccb03db-0a05-43a5-b2e6-5f18d0103ffc service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Refreshing network info cache for port ea433764-da56-468e-8849-8a2db189a4e9 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.966126] env[71147]: DEBUG oslo_concurrency.lockutils [req-193c0ff1-3eaa-4c09-b328-cb9ec00fbcb4 req-5bc50bad-d84c-4060-a683-72ca2c45a13b service nova] Releasing lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.991344] env[71147]: DEBUG oslo_vmware.api [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Task: {'id': task-3421329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124528} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.991564] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.992522] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.992522] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.992522] env[71147]: INFO nova.compute.manager [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Took 1.13 seconds to destroy the instance on the hypervisor. [ 968.992522] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.992522] env[71147]: DEBUG nova.compute.manager [-] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.992789] env[71147]: DEBUG nova.network.neutron [-] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.125372] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421330, 'name': CreateVM_Task, 'duration_secs': 0.371269} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.125784] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.126306] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.130026] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.130026] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.130026] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0948da8-24f0-4c7b-b742-29c75211d94c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.132228] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 969.132228] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526712a0-0b65-a1e5-4096-373ee57014a3" [ 969.132228] env[71147]: _type = "Task" [ 969.132228] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.149399] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.149399] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526712a0-0b65-a1e5-4096-373ee57014a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.266422] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "6c9ee138-a637-46c5-9491-3360509e9043" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.266697] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "6c9ee138-a637-46c5-9491-3360509e9043" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.266901] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "6c9ee138-a637-46c5-9491-3360509e9043-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.267138] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "6c9ee138-a637-46c5-9491-3360509e9043-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.270017] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "6c9ee138-a637-46c5-9491-3360509e9043-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.273387] env[71147]: INFO nova.compute.manager [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Terminating instance [ 969.280672] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.284476] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.315s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.284957] env[71147]: DEBUG nova.objects.instance [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'resources' on Instance uuid 5f587671-def8-46da-918b-72029dba52c5 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.319843] env[71147]: INFO nova.scheduler.client.report [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Deleted allocations for instance c90f1c35-8c44-488c-8ac7-6176d062db97 [ 969.341710] env[71147]: DEBUG nova.compute.manager [req-4efbfee1-af9c-4c77-88c8-c0b1233a79ae req-4f06b321-f6c9-471d-ab78-23af04cb9b41 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Received event network-vif-deleted-012c6887-e489-4caa-a0e3-6b444175698c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.341710] env[71147]: INFO nova.compute.manager [req-4efbfee1-af9c-4c77-88c8-c0b1233a79ae req-4f06b321-f6c9-471d-ab78-23af04cb9b41 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Neutron deleted interface 012c6887-e489-4caa-a0e3-6b444175698c; detaching it from the instance and deleting it from the info cache [ 969.345498] env[71147]: DEBUG nova.network.neutron [req-4efbfee1-af9c-4c77-88c8-c0b1233a79ae req-4f06b321-f6c9-471d-ab78-23af04cb9b41 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.429222] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.429873] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.642987] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526712a0-0b65-a1e5-4096-373ee57014a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01956} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.643283] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.643320] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.644573] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.644573] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.644573] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.644573] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7908995-843e-47d9-9bc7-573b31223ff4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.652255] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.652510] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.653308] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561e8131-3913-492a-8bd2-074709cc8946 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.658352] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 969.658352] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eb707c-485b-a4e8-bf4b-4e26648582d8" [ 969.658352] env[71147]: _type = "Task" [ 969.658352] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.668466] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eb707c-485b-a4e8-bf4b-4e26648582d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.687094] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.687094] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-386cc275-2df9-4843-b44f-5d0336833ff2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.693218] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 969.693218] env[71147]: value = "task-3421331" [ 969.693218] env[71147]: _type = "Task" [ 969.693218] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.701658] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.702650] env[71147]: DEBUG nova.network.neutron [req-bce0d2ed-a521-437f-a90f-a0d6d994eb2e req-1ccb03db-0a05-43a5-b2e6-5f18d0103ffc service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updated VIF entry in instance network info cache for port ea433764-da56-468e-8849-8a2db189a4e9. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.703068] env[71147]: DEBUG nova.network.neutron [req-bce0d2ed-a521-437f-a90f-a0d6d994eb2e req-1ccb03db-0a05-43a5-b2e6-5f18d0103ffc service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance_info_cache with network_info: [{"id": "ea433764-da56-468e-8849-8a2db189a4e9", "address": "fa:16:3e:4a:d6:b6", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea433764-da", "ovs_interfaceid": "ea433764-da56-468e-8849-8a2db189a4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.781314] env[71147]: DEBUG nova.compute.manager [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.781314] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.781314] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68f2e53-7928-47ef-b911-131306dc3adb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.789251] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.789946] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe2e6627-281d-4e0d-bf85-dac3c9091fc5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.792079] env[71147]: DEBUG nova.network.neutron [-] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.801846] env[71147]: DEBUG oslo_vmware.api [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 969.801846] env[71147]: value = "task-3421332" [ 969.801846] env[71147]: _type = "Task" [ 969.801846] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.812633] env[71147]: DEBUG oslo_vmware.api [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.827876] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f8dfbf77-50bf-442e-9276-55a1e8169c5a tempest-ImagesOneServerNegativeTestJSON-512607698 tempest-ImagesOneServerNegativeTestJSON-512607698-project-member] Lock "c90f1c35-8c44-488c-8ac7-6176d062db97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.990s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.847323] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "acb70fcd-2bb8-44d0-b9ae-936461949839" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.847582] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "acb70fcd-2bb8-44d0-b9ae-936461949839" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.849744] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9217583e-a4f9-457e-87f4-239d6b00cbe5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.859927] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ada42b7-545f-4348-8f92-01a77f44fe33 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.894040] env[71147]: DEBUG nova.compute.manager [req-4efbfee1-af9c-4c77-88c8-c0b1233a79ae req-4f06b321-f6c9-471d-ab78-23af04cb9b41 service nova] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Detach interface failed, port_id=012c6887-e489-4caa-a0e3-6b444175698c, reason: Instance 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.932851] env[71147]: DEBUG nova.compute.manager [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.104274] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f8655b-d129-4b50-88d2-4a120f5e75d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.112010] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df6f65-6dc7-4754-bd39-d3a20eb7b9ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.144979] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553403a2-0f2f-4e5c-b828-4bdee98c0bab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.152494] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95255d83-7df2-4fa4-8165-c79958e730df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.166817] env[71147]: DEBUG nova.compute.provider_tree [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.176912] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eb707c-485b-a4e8-bf4b-4e26648582d8, 'name': SearchDatastore_Task, 'duration_secs': 0.007809} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.177929] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4be4262-7d62-4c6a-bc00-2213acb6c3ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.184443] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 970.184443] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52746d42-58bc-60ba-d29a-06473a3c6b57" [ 970.184443] env[71147]: _type = "Task" [ 970.184443] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.192894] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52746d42-58bc-60ba-d29a-06473a3c6b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.201424] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421331, 'name': PowerOffVM_Task, 'duration_secs': 0.145476} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.201693] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.201927] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.202835] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f2779-f6f3-43e1-969f-33351ddb0cdf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.206055] env[71147]: DEBUG oslo_concurrency.lockutils [req-bce0d2ed-a521-437f-a90f-a0d6d994eb2e req-1ccb03db-0a05-43a5-b2e6-5f18d0103ffc service nova] Releasing lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.209820] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.210064] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bc6a2fd-460b-463f-a916-07283e07e25d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.233440] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.233737] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.233854] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Deleting the datastore file [datastore2] 2a82c755-15f4-40a5-bcea-90d7aeb0d192 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.234139] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-479a7d8e-bd7b-4110-8747-1ade18ccc170 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.240867] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 970.240867] env[71147]: value = "task-3421334" [ 970.240867] env[71147]: _type = "Task" [ 970.240867] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.250260] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.299795] env[71147]: INFO nova.compute.manager [-] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Took 1.31 seconds to deallocate network for instance. [ 970.314155] env[71147]: DEBUG oslo_vmware.api [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421332, 'name': PowerOffVM_Task, 'duration_secs': 0.178942} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.315302] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.315302] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.315302] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-166279d4-081b-4444-95a9-35105d5687f4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.353291] env[71147]: DEBUG nova.compute.manager [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.380162] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.380403] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.380645] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleting the datastore file [datastore2] 6c9ee138-a637-46c5-9491-3360509e9043 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.380844] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3de95d3f-8bc2-431b-86b9-0a5c840131d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.389945] env[71147]: DEBUG oslo_vmware.api [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 970.389945] env[71147]: value = "task-3421336" [ 970.389945] env[71147]: _type = "Task" [ 970.389945] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.398248] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.399807] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.403781] env[71147]: DEBUG oslo_vmware.api [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.454777] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.690038] env[71147]: ERROR nova.scheduler.client.report [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [req-98bc06a6-858d-471b-82ec-bc633f342668] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-98bc06a6-858d-471b-82ec-bc633f342668"}]} [ 970.695757] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52746d42-58bc-60ba-d29a-06473a3c6b57, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.696030] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.696298] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 6c241ef1-4bea-4751-9681-a81681fd965e/6c241ef1-4bea-4751-9681-a81681fd965e.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.696557] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2a3f8f7-a0cf-4fc9-a95c-28e459a37439 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.703437] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 970.703437] env[71147]: value = "task-3421337" [ 970.703437] env[71147]: _type = "Task" [ 970.703437] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.711523] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.712518] env[71147]: DEBUG nova.scheduler.client.report [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 970.728370] env[71147]: DEBUG nova.scheduler.client.report [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 970.728778] env[71147]: DEBUG nova.compute.provider_tree [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.746781] env[71147]: DEBUG nova.scheduler.client.report [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 970.757089] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095063} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.757276] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.757524] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.758246] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.767410] env[71147]: DEBUG nova.scheduler.client.report [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 970.807546] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.871769] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.902266] env[71147]: DEBUG oslo_vmware.api [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140521} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.905558] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.905844] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.906162] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.906451] env[71147]: INFO nova.compute.manager [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Took 1.13 seconds to destroy the instance on the hypervisor. [ 970.906719] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.907725] env[71147]: DEBUG nova.compute.utils [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.909376] env[71147]: DEBUG nova.compute.manager [-] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.909539] env[71147]: DEBUG nova.network.neutron [-] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.099673] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ec5dcb-bb22-48c7-9c79-e6ac8dbaf64b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.109319] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acdeea4-36db-40c2-ab8b-778a1ea52024 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.142740] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96b1b19-df48-4734-8a9a-5a11cdd5f361 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.150472] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63e71ed-3c28-47f2-8ba4-adaae26dc1da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.164135] env[71147]: DEBUG nova.compute.provider_tree [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.214373] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463179} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.217108] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 6c241ef1-4bea-4751-9681-a81681fd965e/6c241ef1-4bea-4751-9681-a81681fd965e.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.217108] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.217108] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e9f1aef-0fa8-4fc0-b329-70367e78251f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.222143] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 971.222143] env[71147]: value = "task-3421338" [ 971.222143] env[71147]: _type = "Task" [ 971.222143] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.231554] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.413039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.419676] env[71147]: DEBUG nova.compute.manager [req-147f7aa4-117a-4ddb-ac52-38775543aa9b req-e468e18f-adf7-42a4-974f-7d38601b7be0 service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Received event network-vif-deleted-26799ee5-cde3-4889-9999-e4209ec62369 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.419876] env[71147]: INFO nova.compute.manager [req-147f7aa4-117a-4ddb-ac52-38775543aa9b req-e468e18f-adf7-42a4-974f-7d38601b7be0 service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Neutron deleted interface 26799ee5-cde3-4889-9999-e4209ec62369; detaching it from the instance and deleting it from the info cache [ 971.420074] env[71147]: DEBUG nova.network.neutron [req-147f7aa4-117a-4ddb-ac52-38775543aa9b req-e468e18f-adf7-42a4-974f-7d38601b7be0 service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.697802] env[71147]: DEBUG nova.scheduler.client.report [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 971.698146] env[71147]: DEBUG nova.compute.provider_tree [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 101 to 102 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 971.698384] env[71147]: DEBUG nova.compute.provider_tree [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.733445] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070407} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.733832] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.734688] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f28e14-7ca2-47ce-9b28-4964b916992d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.748452] env[71147]: DEBUG nova.network.neutron [-] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.762547] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 6c241ef1-4bea-4751-9681-a81681fd965e/6c241ef1-4bea-4751-9681-a81681fd965e.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.763671] env[71147]: INFO nova.compute.manager [-] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Took 0.85 seconds to deallocate network for instance. [ 971.763929] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c1ec7c-9321-42ac-8ff9-74a8ca284fe4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.804018] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 971.804018] env[71147]: value = "task-3421339" [ 971.804018] env[71147]: _type = "Task" [ 971.804018] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.810816] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.818639] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.818885] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.819052] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.819242] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.819394] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.819539] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.819748] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.819905] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.820180] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.820374] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.820550] env[71147]: DEBUG nova.virt.hardware [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.821522] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb70d039-2030-4f5b-8a36-01ed1c31286d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.830315] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c107455-3adf-4bd2-a806-1c281662c841 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.847851] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.854286] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.855047] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.855477] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2af0451b-46e5-46bc-89f6-af6e0c29db21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.873307] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.873307] env[71147]: value = "task-3421340" [ 971.873307] env[71147]: _type = "Task" [ 971.873307] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.882678] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421340, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.923836] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaf8735a-3d39-4a08-be94-d328f6d40168 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.937724] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b223c339-b746-4853-9af4-f239f513a3d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.974423] env[71147]: DEBUG nova.compute.manager [req-147f7aa4-117a-4ddb-ac52-38775543aa9b req-e468e18f-adf7-42a4-974f-7d38601b7be0 service nova] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Detach interface failed, port_id=26799ee5-cde3-4889-9999-e4209ec62369, reason: Instance 6c9ee138-a637-46c5-9491-3360509e9043 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.203870] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.919s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.208937] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.724s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.210340] env[71147]: INFO nova.compute.claims [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.232196] env[71147]: INFO nova.scheduler.client.report [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleted allocations for instance 5f587671-def8-46da-918b-72029dba52c5 [ 972.298706] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.311935] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421339, 'name': ReconfigVM_Task, 'duration_secs': 0.351205} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.312278] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 6c241ef1-4bea-4751-9681-a81681fd965e/6c241ef1-4bea-4751-9681-a81681fd965e.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.312958] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dab72a4-26f0-46b8-9368-812c91e9792e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.320611] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 972.320611] env[71147]: value = "task-3421341" [ 972.320611] env[71147]: _type = "Task" [ 972.320611] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.328882] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421341, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.384610] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421340, 'name': CreateVM_Task, 'duration_secs': 0.319216} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.384610] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.384610] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.384610] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.385263] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.385581] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d212cd1-b1b5-475e-b1f8-8f6127f4ff72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.391215] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 972.391215] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527ddc75-d256-ade9-3979-c686a7627910" [ 972.391215] env[71147]: _type = "Task" [ 972.391215] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.400803] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527ddc75-d256-ade9-3979-c686a7627910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.488168] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.488495] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.488735] env[71147]: INFO nova.compute.manager [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Attaching volume 6f54c8d0-5f36-4de6-a425-2bcce3160862 to /dev/sdb [ 972.528614] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d9db3-b5fe-459b-a109-74ebaa13145c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.535798] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d012562-3bcc-461a-9fc4-782f35eb7596 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.553110] env[71147]: DEBUG nova.virt.block_device [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updating existing volume attachment record: a466bab2-7ae0-41c2-a605-9c23c1fe52b9 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 972.659163] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.659448] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.659656] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.659835] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.660056] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.665896] env[71147]: INFO nova.compute.manager [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Terminating instance [ 972.744976] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d081fd58-2b56-44b3-af6b-1a05b201b4df tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "5f587671-def8-46da-918b-72029dba52c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.530s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.745538] env[71147]: DEBUG oslo_concurrency.lockutils [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] Acquired lock "5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.746399] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ade39-6694-4196-a1e8-7814759757e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.756398] env[71147]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 972.756398] env[71147]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=71147) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 972.756700] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4cb629c-559e-486a-9fb1-b633a87b9e04 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.768156] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb494ef7-f30c-40fa-8718-3c9a088a1133 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.808100] env[71147]: ERROR root [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-682476' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-682476' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-682476' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-682476'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-682476' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-682476' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-682476'}\n"]: nova.exception.InstanceNotFound: Instance 5f587671-def8-46da-918b-72029dba52c5 could not be found. [ 972.808100] env[71147]: DEBUG oslo_concurrency.lockutils [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] Releasing lock "5f587671-def8-46da-918b-72029dba52c5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.808100] env[71147]: DEBUG nova.compute.manager [req-c6491f07-e68b-40c4-a1fc-bc346706cec6 req-27ef8553-a3cd-4679-88d1-36990fb2b445 service nova] [instance: 5f587671-def8-46da-918b-72029dba52c5] Detach interface failed, port_id=8d07c02d-f4c0-48bb-9dff-cc98afd027ac, reason: Instance 5f587671-def8-46da-918b-72029dba52c5 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.830676] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421341, 'name': Rename_Task, 'duration_secs': 0.137099} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.830942] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.831998] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce1fe7f1-1451-4f52-a87d-5448b4c26ac2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.837451] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 972.837451] env[71147]: value = "task-3421345" [ 972.837451] env[71147]: _type = "Task" [ 972.837451] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.845927] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.902243] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527ddc75-d256-ade9-3979-c686a7627910, 'name': SearchDatastore_Task, 'duration_secs': 0.013903} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.902600] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.902858] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.903137] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.903312] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.903519] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.903805] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27f7a9f1-abe9-4f8d-b786-9d5222a83b09 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.912119] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.912312] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.913065] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b96c8a-d296-4582-b613-4b8fcc20a4be {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.918215] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 972.918215] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5235864b-8c84-b1a1-6bf3-8eb39fdc139b" [ 972.918215] env[71147]: _type = "Task" [ 972.918215] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.926562] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5235864b-8c84-b1a1-6bf3-8eb39fdc139b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.169832] env[71147]: DEBUG nova.compute.manager [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.170220] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.171237] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f7ff05-2543-4e83-bce9-15754a4771d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.179875] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.180155] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdbfb1e-41a8-4cf2-8dd9-dae0fc0d1abe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.187916] env[71147]: DEBUG oslo_vmware.api [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 973.187916] env[71147]: value = "task-3421346" [ 973.187916] env[71147]: _type = "Task" [ 973.187916] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.196304] env[71147]: DEBUG oslo_vmware.api [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.352700] env[71147]: DEBUG oslo_vmware.api [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421345, 'name': PowerOnVM_Task, 'duration_secs': 0.452827} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.352700] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.353551] env[71147]: INFO nova.compute.manager [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Took 7.95 seconds to spawn the instance on the hypervisor. [ 973.353551] env[71147]: DEBUG nova.compute.manager [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.354358] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056fca61-5812-45b0-b7e4-b67423ce6a98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.432944] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5235864b-8c84-b1a1-6bf3-8eb39fdc139b, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.434678] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbf4bfe-657a-4afa-ad6b-aec4add03734 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.444059] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 973.444059] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529ad199-ce20-0cec-0a66-d77d05193059" [ 973.444059] env[71147]: _type = "Task" [ 973.444059] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.457913] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529ad199-ce20-0cec-0a66-d77d05193059, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.458060] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.458354] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2a82c755-15f4-40a5-bcea-90d7aeb0d192/2a82c755-15f4-40a5-bcea-90d7aeb0d192.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.458650] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f34dc8d0-2aa6-4f81-9480-336df96ece6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.466841] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 973.466841] env[71147]: value = "task-3421347" [ 973.466841] env[71147]: _type = "Task" [ 973.466841] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.477565] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.538449] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59260e00-ef59-4b32-b983-13d128c64fea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.548234] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b2a06-df9e-464d-b697-bfaa328c504e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.588207] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6101482-330e-4ba3-879a-17d5fda7a546 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.597956] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a0f4e-00a6-4a5d-a755-7c0713a0a4ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.613204] env[71147]: DEBUG nova.compute.provider_tree [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.697453] env[71147]: DEBUG oslo_vmware.api [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421346, 'name': PowerOffVM_Task, 'duration_secs': 0.248015} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.697732] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.699048] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.699048] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d10346-5b0e-4c61-aa81-e756f5f0840e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.774932] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.775325] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.775459] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleting the datastore file [datastore2] 621d7ad8-9527-4d52-8b55-4da90d4d5ec2 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.775805] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6845daf6-149f-4afd-ab4a-9dc404ab5a10 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.783547] env[71147]: DEBUG oslo_vmware.api [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 973.783547] env[71147]: value = "task-3421349" [ 973.783547] env[71147]: _type = "Task" [ 973.783547] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.792184] env[71147]: DEBUG oslo_vmware.api [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.873428] env[71147]: INFO nova.compute.manager [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Took 25.00 seconds to build instance. [ 973.985556] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46755} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.985556] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2a82c755-15f4-40a5-bcea-90d7aeb0d192/2a82c755-15f4-40a5-bcea-90d7aeb0d192.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.985556] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.985556] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fc35d34-bec3-4f37-a858-59ce27092523 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.992021] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 973.992021] env[71147]: value = "task-3421350" [ 973.992021] env[71147]: _type = "Task" [ 973.992021] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.000071] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.119370] env[71147]: DEBUG nova.scheduler.client.report [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.294960] env[71147]: DEBUG oslo_vmware.api [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236177} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.295701] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.296043] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.296313] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.296562] env[71147]: INFO nova.compute.manager [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 974.296867] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.297139] env[71147]: DEBUG nova.compute.manager [-] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.297303] env[71147]: DEBUG nova.network.neutron [-] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.376779] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e9a9642-4779-4dfb-92d1-a18440dcb0b3 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.509s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.500942] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065176} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.501502] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.502510] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07ea5e7-6ca4-456c-a843-1ff51ebe4fe9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.530028] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 2a82c755-15f4-40a5-bcea-90d7aeb0d192/2a82c755-15f4-40a5-bcea-90d7aeb0d192.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.530306] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74f0c740-4ab6-49d6-b36f-f9238cc5c24c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.554407] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 974.554407] env[71147]: value = "task-3421351" [ 974.554407] env[71147]: _type = "Task" [ 974.554407] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.563906] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.624312] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.624917] env[71147]: DEBUG nova.compute.manager [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.629367] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.731s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.629367] env[71147]: DEBUG nova.objects.instance [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lazy-loading 'resources' on Instance uuid 09f50ff6-d66c-4dbf-9163-309a62ded17d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.956779] env[71147]: DEBUG nova.compute.manager [req-e315e3ec-bfb9-4b5f-a1c8-d54945e56bf5 req-355484e1-944b-4a02-bd3c-c30dab5127bf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Received event network-vif-deleted-dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.957047] env[71147]: INFO nova.compute.manager [req-e315e3ec-bfb9-4b5f-a1c8-d54945e56bf5 req-355484e1-944b-4a02-bd3c-c30dab5127bf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Neutron deleted interface dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080; detaching it from the instance and deleting it from the info cache [ 974.957362] env[71147]: DEBUG nova.network.neutron [req-e315e3ec-bfb9-4b5f-a1c8-d54945e56bf5 req-355484e1-944b-4a02-bd3c-c30dab5127bf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.064656] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421351, 'name': ReconfigVM_Task, 'duration_secs': 0.272741} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.064978] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 2a82c755-15f4-40a5-bcea-90d7aeb0d192/2a82c755-15f4-40a5-bcea-90d7aeb0d192.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.066879] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9e3c7f7-d2c5-4d65-bf96-d5b2b1ac4c12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.073728] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 975.073728] env[71147]: value = "task-3421353" [ 975.073728] env[71147]: _type = "Task" [ 975.073728] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.085248] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421353, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.137423] env[71147]: DEBUG nova.compute.utils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.145879] env[71147]: DEBUG nova.compute.manager [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.146322] env[71147]: DEBUG nova.network.neutron [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.210311] env[71147]: DEBUG nova.policy [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50f7d1eeae6048078e7b181a75524615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da5496217b7b4f458818189a20c00699', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.262511] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.262777] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.436082] env[71147]: DEBUG nova.network.neutron [-] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.460690] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9bcacef-d47e-4aba-9ae3-403ff099ff65 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.474259] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2ed546-a53e-4aff-bfde-014f4674f692 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.498647] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6889cdc2-d228-404b-8e85-784d6d6e7e99 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.510286] env[71147]: DEBUG nova.compute.manager [req-e315e3ec-bfb9-4b5f-a1c8-d54945e56bf5 req-355484e1-944b-4a02-bd3c-c30dab5127bf service nova] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Detach interface failed, port_id=dc3c3bf4-b274-4f03-ab5c-38c4ee8b2080, reason: Instance 621d7ad8-9527-4d52-8b55-4da90d4d5ec2 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.515059] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec304c75-0e8f-44dd-a0a9-c748afbed0b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.550956] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da1aa1-d28e-4df0-a054-64427f306548 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.561737] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a163d6e-98e0-474b-a564-2b880f867330 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.578044] env[71147]: DEBUG nova.compute.provider_tree [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.594101] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421353, 'name': Rename_Task, 'duration_secs': 0.143666} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.594576] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.594853] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bd4b0c0-806b-42f6-a9a4-f9261bac641d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.602345] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 975.602345] env[71147]: value = "task-3421354" [ 975.602345] env[71147]: _type = "Task" [ 975.602345] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.609962] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.646428] env[71147]: DEBUG nova.compute.manager [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.686392] env[71147]: DEBUG nova.network.neutron [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Successfully created port: 7041e488-b42c-46b0-ab2f-e5a7e798727b {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.724924] env[71147]: DEBUG nova.compute.manager [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Stashing vm_state: active {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 975.764662] env[71147]: DEBUG nova.compute.manager [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.942934] env[71147]: INFO nova.compute.manager [-] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Took 1.65 seconds to deallocate network for instance. [ 976.087537] env[71147]: DEBUG nova.scheduler.client.report [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.120753] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.252348] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.292054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.457744] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.595224] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.599332] env[71147]: DEBUG oslo_concurrency.lockutils [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.601s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.600758] env[71147]: DEBUG nova.objects.instance [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lazy-loading 'resources' on Instance uuid e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.617857] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421354, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.623676] env[71147]: INFO nova.scheduler.client.report [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Deleted allocations for instance 09f50ff6-d66c-4dbf-9163-309a62ded17d [ 976.658551] env[71147]: DEBUG nova.compute.manager [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.691388] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.691648] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.691804] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.691998] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.692158] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.692306] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.692517] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.692674] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.692847] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.693029] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.693215] env[71147]: DEBUG nova.virt.hardware [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.694350] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa091c53-cc22-4ed8-8a45-9609698a39b7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.704887] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b3162-86cd-410a-a514-46189682d188 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.105135] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 977.105135] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682589', 'volume_id': '6f54c8d0-5f36-4de6-a425-2bcce3160862', 'name': 'volume-6f54c8d0-5f36-4de6-a425-2bcce3160862', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dcf0542-63ab-4aaa-894a-ed3283c1cbb6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f54c8d0-5f36-4de6-a425-2bcce3160862', 'serial': '6f54c8d0-5f36-4de6-a425-2bcce3160862'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 977.105135] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05347d3-52ea-43be-b446-4e840a0c9f52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.136939] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1ef19c-0005-469b-8f9e-e8a06326f11b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.139528] env[71147]: DEBUG oslo_vmware.api [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421354, 'name': PowerOnVM_Task, 'duration_secs': 1.025682} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.140109] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e536f5b1-a5e9-4b97-b2cc-12037b9b456e tempest-ServersTestJSON-593331045 tempest-ServersTestJSON-593331045-project-member] Lock "09f50ff6-d66c-4dbf-9163-309a62ded17d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.987s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.141814] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.142187] env[71147]: DEBUG nova.compute.manager [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.143502] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ebf7f-a055-4634-b6bf-1f68dc8e1648 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.170786] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-6f54c8d0-5f36-4de6-a425-2bcce3160862/volume-6f54c8d0-5f36-4de6-a425-2bcce3160862.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.175725] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac725b2-b3e5-406e-a921-61edf8889629 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.202995] env[71147]: DEBUG oslo_vmware.api [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 977.202995] env[71147]: value = "task-3421355" [ 977.202995] env[71147]: _type = "Task" [ 977.202995] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.212538] env[71147]: DEBUG oslo_vmware.api [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.518059] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2180d9-533a-4f58-8045-979e9c0bd3b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.526594] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532acc36-86c6-4f0b-8395-b274eadd5647 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.564754] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d452507-9205-4bec-b95f-3fa68cd1f15b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.574732] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5048014f-728a-49f2-86fd-46449347b520 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.590862] env[71147]: DEBUG nova.compute.provider_tree [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.606958] env[71147]: DEBUG nova.network.neutron [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Successfully updated port: 7041e488-b42c-46b0-ab2f-e5a7e798727b {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.652936] env[71147]: DEBUG nova.compute.manager [req-33c76c38-9470-489b-b3de-f589e706190b req-9f9b83f3-57a6-4dbd-82d4-994a0b1600a3 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Received event network-vif-plugged-7041e488-b42c-46b0-ab2f-e5a7e798727b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.653097] env[71147]: DEBUG oslo_concurrency.lockutils [req-33c76c38-9470-489b-b3de-f589e706190b req-9f9b83f3-57a6-4dbd-82d4-994a0b1600a3 service nova] Acquiring lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.653454] env[71147]: DEBUG oslo_concurrency.lockutils [req-33c76c38-9470-489b-b3de-f589e706190b req-9f9b83f3-57a6-4dbd-82d4-994a0b1600a3 service nova] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.653454] env[71147]: DEBUG oslo_concurrency.lockutils [req-33c76c38-9470-489b-b3de-f589e706190b req-9f9b83f3-57a6-4dbd-82d4-994a0b1600a3 service nova] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.654162] env[71147]: DEBUG nova.compute.manager [req-33c76c38-9470-489b-b3de-f589e706190b req-9f9b83f3-57a6-4dbd-82d4-994a0b1600a3 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] No waiting events found dispatching network-vif-plugged-7041e488-b42c-46b0-ab2f-e5a7e798727b {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.654162] env[71147]: WARNING nova.compute.manager [req-33c76c38-9470-489b-b3de-f589e706190b req-9f9b83f3-57a6-4dbd-82d4-994a0b1600a3 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Received unexpected event network-vif-plugged-7041e488-b42c-46b0-ab2f-e5a7e798727b for instance with vm_state building and task_state spawning. [ 977.713034] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.720117] env[71147]: DEBUG oslo_vmware.api [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421355, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.814883] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "053c8a7b-a27e-4979-a39c-4f36b19fc029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.815354] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "053c8a7b-a27e-4979-a39c-4f36b19fc029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.100022] env[71147]: DEBUG nova.scheduler.client.report [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.111725] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.111725] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.111725] env[71147]: DEBUG nova.network.neutron [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.140155] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.140384] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.164628] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "2a82c755-15f4-40a5-bcea-90d7aeb0d192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.164872] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "2a82c755-15f4-40a5-bcea-90d7aeb0d192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.165112] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "2a82c755-15f4-40a5-bcea-90d7aeb0d192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.165915] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "2a82c755-15f4-40a5-bcea-90d7aeb0d192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.166171] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "2a82c755-15f4-40a5-bcea-90d7aeb0d192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.168456] env[71147]: INFO nova.compute.manager [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Terminating instance [ 978.214808] env[71147]: DEBUG oslo_vmware.api [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421355, 'name': ReconfigVM_Task, 'duration_secs': 0.532734} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.215294] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-6f54c8d0-5f36-4de6-a425-2bcce3160862/volume-6f54c8d0-5f36-4de6-a425-2bcce3160862.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.220498] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78952671-a950-4b0f-9c41-357db85afe59 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.237291] env[71147]: DEBUG oslo_vmware.api [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 978.237291] env[71147]: value = "task-3421356" [ 978.237291] env[71147]: _type = "Task" [ 978.237291] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.245696] env[71147]: DEBUG oslo_vmware.api [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.319021] env[71147]: DEBUG nova.compute.manager [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.603378] env[71147]: DEBUG oslo_concurrency.lockutils [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.605919] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.358s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.606184] env[71147]: DEBUG nova.objects.instance [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lazy-loading 'resources' on Instance uuid 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.642871] env[71147]: DEBUG nova.compute.manager [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.647895] env[71147]: INFO nova.scheduler.client.report [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleted allocations for instance e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778 [ 978.674896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "refresh_cache-2a82c755-15f4-40a5-bcea-90d7aeb0d192" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.674896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquired lock "refresh_cache-2a82c755-15f4-40a5-bcea-90d7aeb0d192" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.674896] env[71147]: DEBUG nova.network.neutron [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.679603] env[71147]: DEBUG nova.network.neutron [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.740502] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.741128] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.752138] env[71147]: DEBUG oslo_vmware.api [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.839686] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.903856] env[71147]: DEBUG nova.network.neutron [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance_info_cache with network_info: [{"id": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "address": "fa:16:3e:e4:5f:74", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7041e488-b4", "ovs_interfaceid": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.110475] env[71147]: DEBUG nova.objects.instance [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lazy-loading 'numa_topology' on Instance uuid 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.161868] env[71147]: DEBUG oslo_concurrency.lockutils [None req-024e5e31-7487-4cb4-8a88-da8084dba9e8 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.701s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.171994] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.194917] env[71147]: DEBUG nova.network.neutron [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.246541] env[71147]: DEBUG nova.compute.manager [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.260025] env[71147]: DEBUG oslo_vmware.api [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.262493] env[71147]: DEBUG nova.network.neutron [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.407060] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.407449] env[71147]: DEBUG nova.compute.manager [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Instance network_info: |[{"id": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "address": "fa:16:3e:e4:5f:74", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7041e488-b4", "ovs_interfaceid": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.407888] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:5f:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7041e488-b42c-46b0-ab2f-e5a7e798727b', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.415700] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.416198] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.416290] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72e265ff-453f-4310-88a2-a5182b6af163 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.437455] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.437455] env[71147]: value = "task-3421357" [ 979.437455] env[71147]: _type = "Task" [ 979.437455] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.447682] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421357, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.615453] env[71147]: DEBUG nova.objects.base [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Object Instance<4716fc59-4fb8-44c3-bb26-48d48eb9f1ab> lazy-loaded attributes: resources,numa_topology {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 979.698574] env[71147]: DEBUG nova.compute.manager [req-3ea50cb7-94a6-4a1f-82e0-fde65e05794b req-891352eb-413b-42f5-9914-e321186f9f30 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Received event network-changed-7041e488-b42c-46b0-ab2f-e5a7e798727b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.698764] env[71147]: DEBUG nova.compute.manager [req-3ea50cb7-94a6-4a1f-82e0-fde65e05794b req-891352eb-413b-42f5-9914-e321186f9f30 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Refreshing instance network info cache due to event network-changed-7041e488-b42c-46b0-ab2f-e5a7e798727b. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.698986] env[71147]: DEBUG oslo_concurrency.lockutils [req-3ea50cb7-94a6-4a1f-82e0-fde65e05794b req-891352eb-413b-42f5-9914-e321186f9f30 service nova] Acquiring lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.699136] env[71147]: DEBUG oslo_concurrency.lockutils [req-3ea50cb7-94a6-4a1f-82e0-fde65e05794b req-891352eb-413b-42f5-9914-e321186f9f30 service nova] Acquired lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.699571] env[71147]: DEBUG nova.network.neutron [req-3ea50cb7-94a6-4a1f-82e0-fde65e05794b req-891352eb-413b-42f5-9914-e321186f9f30 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Refreshing network info cache for port 7041e488-b42c-46b0-ab2f-e5a7e798727b {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.756143] env[71147]: DEBUG oslo_vmware.api [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421356, 'name': ReconfigVM_Task, 'duration_secs': 1.126826} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.756498] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682589', 'volume_id': '6f54c8d0-5f36-4de6-a425-2bcce3160862', 'name': 'volume-6f54c8d0-5f36-4de6-a425-2bcce3160862', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dcf0542-63ab-4aaa-894a-ed3283c1cbb6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f54c8d0-5f36-4de6-a425-2bcce3160862', 'serial': '6f54c8d0-5f36-4de6-a425-2bcce3160862'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 979.767082] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Releasing lock "refresh_cache-2a82c755-15f4-40a5-bcea-90d7aeb0d192" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.768187] env[71147]: DEBUG nova.compute.manager [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.768187] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.768632] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756dac01-d338-40b5-bac7-6a9a03d55137 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.782087] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.787021] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b915301f-b99d-48ee-9c31-bae79f31b60f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.787827] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.793407] env[71147]: DEBUG oslo_vmware.api [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 979.793407] env[71147]: value = "task-3421358" [ 979.793407] env[71147]: _type = "Task" [ 979.793407] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.807700] env[71147]: DEBUG oslo_vmware.api [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.950899] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421357, 'name': CreateVM_Task, 'duration_secs': 0.438807} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.951736] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.952091] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.952340] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.952687] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.953066] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec91857b-0ef6-4133-bc11-aeee45170e04 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.964348] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 979.964348] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52606f32-50da-0260-732c-b2b6a84e8c33" [ 979.964348] env[71147]: _type = "Task" [ 979.964348] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.972489] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52606f32-50da-0260-732c-b2b6a84e8c33, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.976118] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.976118] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.976118] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.976118] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.976118] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.978491] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-188bb506-5fcd-4657-95a8-10092b68edd4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.986950] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.986950] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.987096] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19cefaf9-bb92-4c67-81fc-dbff15c33aea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.994553] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 979.994553] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528e1a5e-b44e-c72d-4af9-cee7a97d9fff" [ 979.994553] env[71147]: _type = "Task" [ 979.994553] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.004055] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528e1a5e-b44e-c72d-4af9-cee7a97d9fff, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.005084] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63689832-05b2-4d4b-83e8-97d5a64b721c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.010563] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 980.010563] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527c8422-8195-981f-4ebe-429d1fbf50b3" [ 980.010563] env[71147]: _type = "Task" [ 980.010563] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.016504] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86f41e1-03b3-4aaf-aa41-183352bcb534 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.025274] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527c8422-8195-981f-4ebe-429d1fbf50b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.027384] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.027685] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] bf413d83-c4ee-4af8-bc18-d3a0418b4561/bf413d83-c4ee-4af8-bc18-d3a0418b4561.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.028192] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5876eea8-e5f4-413f-86df-ce9c2351f759 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.030843] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32896a26-78f0-452b-973a-5fb22c899575 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.066935] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa15226-c791-423c-b027-9648e2984396 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.069648] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 980.069648] env[71147]: value = "task-3421359" [ 980.069648] env[71147]: _type = "Task" [ 980.069648] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.076156] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a869af6a-e52c-4801-8fdd-3ecb8776b2f5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.082669] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.094511] env[71147]: DEBUG nova.compute.provider_tree [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.304743] env[71147]: DEBUG oslo_vmware.api [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421358, 'name': PowerOffVM_Task, 'duration_secs': 0.126369} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.305108] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.305260] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.305519] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f4bf644-0911-4dad-a3ca-7dce22fc81b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.333749] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.334082] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.335031] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Deleting the datastore file [datastore1] 2a82c755-15f4-40a5-bcea-90d7aeb0d192 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.335031] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-197d0052-da64-4f5c-a5b7-4fa8990ecf29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.341989] env[71147]: DEBUG oslo_vmware.api [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for the task: (returnval){ [ 980.341989] env[71147]: value = "task-3421361" [ 980.341989] env[71147]: _type = "Task" [ 980.341989] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.352799] env[71147]: DEBUG oslo_vmware.api [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.449629] env[71147]: DEBUG nova.network.neutron [req-3ea50cb7-94a6-4a1f-82e0-fde65e05794b req-891352eb-413b-42f5-9914-e321186f9f30 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updated VIF entry in instance network info cache for port 7041e488-b42c-46b0-ab2f-e5a7e798727b. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.450140] env[71147]: DEBUG nova.network.neutron [req-3ea50cb7-94a6-4a1f-82e0-fde65e05794b req-891352eb-413b-42f5-9914-e321186f9f30 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance_info_cache with network_info: [{"id": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "address": "fa:16:3e:e4:5f:74", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7041e488-b4", "ovs_interfaceid": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.585796] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.596395] env[71147]: DEBUG nova.scheduler.client.report [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.801243] env[71147]: DEBUG nova.objects.instance [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lazy-loading 'flavor' on Instance uuid 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.851622] env[71147]: DEBUG oslo_vmware.api [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Task: {'id': task-3421361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15253} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.851940] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.852175] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.852418] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.852648] env[71147]: INFO nova.compute.manager [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Took 1.08 seconds to destroy the instance on the hypervisor. [ 980.852935] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.853172] env[71147]: DEBUG nova.compute.manager [-] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.853297] env[71147]: DEBUG nova.network.neutron [-] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.868937] env[71147]: DEBUG nova.network.neutron [-] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.952770] env[71147]: DEBUG oslo_concurrency.lockutils [req-3ea50cb7-94a6-4a1f-82e0-fde65e05794b req-891352eb-413b-42f5-9914-e321186f9f30 service nova] Releasing lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.081265] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668003} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.081265] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] bf413d83-c4ee-4af8-bc18-d3a0418b4561/bf413d83-c4ee-4af8-bc18-d3a0418b4561.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.081521] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.081744] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-488d3eb7-56e5-4cf5-9437-669afccbd501 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.087295] env[71147]: INFO nova.compute.manager [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Rescuing [ 981.087552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.087702] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.087864] env[71147]: DEBUG nova.network.neutron [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.092576] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 981.092576] env[71147]: value = "task-3421362" [ 981.092576] env[71147]: _type = "Task" [ 981.092576] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.102334] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.496s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.105530] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.106252] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.584s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.106612] env[71147]: DEBUG nova.objects.instance [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lazy-loading 'resources' on Instance uuid 0705f94d-484d-4bc4-ab2b-724fc2004e8d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.306576] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff3479bf-a7d6-4824-8c8a-2ca00e355151 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.818s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.371517] env[71147]: DEBUG nova.network.neutron [-] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.606440] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084251} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.608281] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.610424] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6ef1f8-cbd0-46ac-a591-acea08c8ad49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.615674] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ff4bb9-0d9b-4024-a005-53109a050e47 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.717s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.616570] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.414s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.617152] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.617152] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.617315] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.619250] env[71147]: INFO nova.compute.manager [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Terminating instance [ 981.638934] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] bf413d83-c4ee-4af8-bc18-d3a0418b4561/bf413d83-c4ee-4af8-bc18-d3a0418b4561.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.644640] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0385a73-e5d4-40b7-a78a-9998b0214529 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.665201] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 981.665201] env[71147]: value = "task-3421363" [ 981.665201] env[71147]: _type = "Task" [ 981.665201] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.675678] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.874439] env[71147]: INFO nova.compute.manager [-] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Took 1.02 seconds to deallocate network for instance. [ 981.931418] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24879833-c352-49ea-b75f-9e87e2c438f3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.939559] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf797e-9a40-40ac-a3f8-3e1d376af200 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.973848] env[71147]: DEBUG nova.network.neutron [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updating instance_info_cache with network_info: [{"id": "51d77220-c152-4a58-bc0d-a17405a72136", "address": "fa:16:3e:02:b0:11", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d77220-c1", "ovs_interfaceid": "51d77220-c152-4a58-bc0d-a17405a72136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.974697] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6dc204-a799-4a46-91e7-f282bc504e1e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.981905] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d578d1f-677d-49e1-97dd-d99ac49ae550 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.995815] env[71147]: DEBUG nova.compute.provider_tree [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.142722] env[71147]: DEBUG nova.compute.manager [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.142954] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.143277] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8f9dadd-b799-437e-a316-abede02decb3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.153599] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053b2258-ca4f-4ae2-b70d-92ddd0c42eb0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.173294] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421363, 'name': ReconfigVM_Task, 'duration_secs': 0.330992} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.181234] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfigured VM instance instance-0000004a to attach disk [datastore2] bf413d83-c4ee-4af8-bc18-d3a0418b4561/bf413d83-c4ee-4af8-bc18-d3a0418b4561.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.182060] env[71147]: WARNING nova.virt.vmwareapi.vmops [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab could not be found. [ 982.182171] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.182348] env[71147]: INFO nova.compute.manager [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Took 0.04 seconds to destroy the instance on the hypervisor. [ 982.182576] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.182791] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ac5a6e6-9335-40d3-9aea-7d97ecb1155a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.184283] env[71147]: DEBUG nova.compute.manager [-] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.184383] env[71147]: DEBUG nova.network.neutron [-] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.192284] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 982.192284] env[71147]: value = "task-3421364" [ 982.192284] env[71147]: _type = "Task" [ 982.192284] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.200883] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421364, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.382768] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.477754] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.498406] env[71147]: DEBUG nova.scheduler.client.report [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.701889] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421364, 'name': Rename_Task, 'duration_secs': 0.153315} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.702197] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.702457] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74350e64-c693-43f5-8171-f20b06280734 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.709744] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 982.709744] env[71147]: value = "task-3421365" [ 982.709744] env[71147]: _type = "Task" [ 982.709744] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.718016] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.004114] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.008013] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.468s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.009529] env[71147]: INFO nova.compute.claims [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.027685] env[71147]: INFO nova.scheduler.client.report [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleted allocations for instance 0705f94d-484d-4bc4-ab2b-724fc2004e8d [ 983.169147] env[71147]: DEBUG nova.network.neutron [-] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.220176] env[71147]: DEBUG oslo_vmware.api [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421365, 'name': PowerOnVM_Task, 'duration_secs': 0.453124} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.220489] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.220712] env[71147]: INFO nova.compute.manager [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Took 6.56 seconds to spawn the instance on the hypervisor. [ 983.220900] env[71147]: DEBUG nova.compute.manager [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.221786] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa452f-68d1-4631-981f-383746f5cc7c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.539055] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f855418e-5823-4a03-b594-6d7143aacefc tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "0705f94d-484d-4bc4-ab2b-724fc2004e8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.010s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.671768] env[71147]: INFO nova.compute.manager [-] [instance: 4716fc59-4fb8-44c3-bb26-48d48eb9f1ab] Took 1.49 seconds to deallocate network for instance. [ 983.738619] env[71147]: INFO nova.compute.manager [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Took 22.28 seconds to build instance. [ 984.024086] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.024417] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-681d6e31-5979-49e8-a86f-84b45ca68a58 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.031813] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 984.031813] env[71147]: value = "task-3421366" [ 984.031813] env[71147]: _type = "Task" [ 984.031813] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.042714] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.144935] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "071e56e8-a07a-487a-928c-07d1dd44aac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.145246] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "071e56e8-a07a-487a-928c-07d1dd44aac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.185607] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "cf283d4e-b1e8-407d-a120-b42af95c16a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.185850] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "cf283d4e-b1e8-407d-a120-b42af95c16a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.241230] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e8cad7af-b67d-44f6-91d7-fdf0fe43f1db tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.800s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.357249] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2b0f32-3e95-48df-863e-59c5528acf6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.365369] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16cc76c-c3a7-42b5-90f6-ec89c46fbe56 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.396091] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19d17d7-dbf6-415c-8140-457a3a3d5545 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.403870] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c9aa68-6d1e-49ef-a737-451fed048b23 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.419346] env[71147]: DEBUG nova.compute.provider_tree [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.541472] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421366, 'name': PowerOffVM_Task, 'duration_secs': 0.203166} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.541783] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.542551] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a574b7-eefa-4ee9-81f7-9441c0453e90 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.563886] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb0d29-94a8-4659-9438-e1bf5800aacf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.602391] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.602702] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f98a1e0c-bba7-4650-845a-b2d6349e8f5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.610350] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 984.610350] env[71147]: value = "task-3421367" [ 984.610350] env[71147]: _type = "Task" [ 984.610350] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.619364] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.647691] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.687888] env[71147]: DEBUG nova.compute.manager [req-5b356619-6f18-4b33-9f0c-11a694bfd03d req-713a1f35-837a-429d-ac61-94c83c2b5680 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Received event network-changed-7041e488-b42c-46b0-ab2f-e5a7e798727b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.688133] env[71147]: DEBUG nova.compute.manager [req-5b356619-6f18-4b33-9f0c-11a694bfd03d req-713a1f35-837a-429d-ac61-94c83c2b5680 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Refreshing instance network info cache due to event network-changed-7041e488-b42c-46b0-ab2f-e5a7e798727b. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.688398] env[71147]: DEBUG oslo_concurrency.lockutils [req-5b356619-6f18-4b33-9f0c-11a694bfd03d req-713a1f35-837a-429d-ac61-94c83c2b5680 service nova] Acquiring lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.688446] env[71147]: DEBUG oslo_concurrency.lockutils [req-5b356619-6f18-4b33-9f0c-11a694bfd03d req-713a1f35-837a-429d-ac61-94c83c2b5680 service nova] Acquired lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.688967] env[71147]: DEBUG nova.network.neutron [req-5b356619-6f18-4b33-9f0c-11a694bfd03d req-713a1f35-837a-429d-ac61-94c83c2b5680 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Refreshing network info cache for port 7041e488-b42c-46b0-ab2f-e5a7e798727b {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.701597] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c1510e55-5465-4a34-b7d8-2b5eca7c3f0f tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "4716fc59-4fb8-44c3-bb26-48d48eb9f1ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.085s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.742813] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.922551] env[71147]: DEBUG nova.scheduler.client.report [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.120683] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 985.120852] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.121149] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.121352] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.121549] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.121800] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cafe86a8-1766-4e27-aa4d-b1b0e1f4faa3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.136485] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.136677] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.137521] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6edd0a-fb8a-4a83-8a05-a35e0c05dd21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.142889] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 985.142889] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efc1a4-3850-090d-d6ad-e0b6826f2651" [ 985.142889] env[71147]: _type = "Task" [ 985.142889] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.150873] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efc1a4-3850-090d-d6ad-e0b6826f2651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.172065] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.266206] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.429734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.430322] env[71147]: DEBUG nova.compute.manager [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.435462] env[71147]: DEBUG oslo_concurrency.lockutils [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.873s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.435699] env[71147]: DEBUG nova.objects.instance [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'resources' on Instance uuid 47abd936-95ee-4441-91f3-c1cfbda66bd0 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.483248] env[71147]: DEBUG nova.network.neutron [req-5b356619-6f18-4b33-9f0c-11a694bfd03d req-713a1f35-837a-429d-ac61-94c83c2b5680 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updated VIF entry in instance network info cache for port 7041e488-b42c-46b0-ab2f-e5a7e798727b. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.483636] env[71147]: DEBUG nova.network.neutron [req-5b356619-6f18-4b33-9f0c-11a694bfd03d req-713a1f35-837a-429d-ac61-94c83c2b5680 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance_info_cache with network_info: [{"id": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "address": "fa:16:3e:e4:5f:74", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7041e488-b4", "ovs_interfaceid": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.653835] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efc1a4-3850-090d-d6ad-e0b6826f2651, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.654608] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174aa672-3354-47a7-8f85-88cea98c36e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.660028] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 985.660028] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bbc48d-f318-cbcf-f505-73fd924907d1" [ 985.660028] env[71147]: _type = "Task" [ 985.660028] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.668470] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bbc48d-f318-cbcf-f505-73fd924907d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.939264] env[71147]: DEBUG nova.compute.utils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.940949] env[71147]: DEBUG nova.objects.instance [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'numa_topology' on Instance uuid 47abd936-95ee-4441-91f3-c1cfbda66bd0 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.942296] env[71147]: DEBUG nova.compute.manager [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.942296] env[71147]: DEBUG nova.network.neutron [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.981235] env[71147]: DEBUG nova.policy [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be90e0f0cd474bbbace0aab67a5de5b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cc3e6044a49443fac6350cbb2bfcd77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.983114] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.983339] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.988735] env[71147]: DEBUG oslo_concurrency.lockutils [req-5b356619-6f18-4b33-9f0c-11a694bfd03d req-713a1f35-837a-429d-ac61-94c83c2b5680 service nova] Releasing lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.174505] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bbc48d-f318-cbcf-f505-73fd924907d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.174819] env[71147]: DEBUG oslo_concurrency.lockutils [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.175167] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. {{(pid=71147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 986.175565] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5e0112b-6414-4a1f-99ba-d04874632d5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.184848] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 986.184848] env[71147]: value = "task-3421368" [ 986.184848] env[71147]: _type = "Task" [ 986.184848] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.196514] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.327204] env[71147]: DEBUG nova.network.neutron [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Successfully created port: d1c9d542-28b0-4743-bb8a-af20ecf99f3e {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.446097] env[71147]: DEBUG nova.compute.manager [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.448136] env[71147]: DEBUG nova.objects.base [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Object Instance<47abd936-95ee-4441-91f3-c1cfbda66bd0> lazy-loaded attributes: resources,numa_topology {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.702125] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470585} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.702125] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. [ 986.702125] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bb96fa-b16f-4aa2-a52d-2f228eb31ee7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.737035] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.739944] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a707b987-fce4-433e-ab1b-ae6181474f26 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.763410] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 986.763410] env[71147]: value = "task-3421369" [ 986.763410] env[71147]: _type = "Task" [ 986.763410] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.783548] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.910435] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf22399-6487-4951-a677-b7814fdcadac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.917908] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63459199-cee1-4c4b-a610-33d5886d2b60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.949322] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b8dd24-c1f5-4027-89af-1b6750c46595 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.960588] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef79831-bbd9-4a49-a1b6-b8b089249aeb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.974050] env[71147]: DEBUG nova.compute.provider_tree [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.273145] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421369, 'name': ReconfigVM_Task, 'duration_secs': 0.358407} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.273479] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.274331] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8580c5ca-47b8-4aee-a6d1-af693def78f9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.301951] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e224bc-4902-4833-8b7b-4e01a96c0ff7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.317344] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 987.317344] env[71147]: value = "task-3421370" [ 987.317344] env[71147]: _type = "Task" [ 987.317344] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.324844] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.457580] env[71147]: DEBUG nova.compute.manager [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.477626] env[71147]: DEBUG nova.scheduler.client.report [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.486708] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.486980] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.487171] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.487362] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.487512] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.487658] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.487870] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.488070] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.488325] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.488544] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.488782] env[71147]: DEBUG nova.virt.hardware [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.489769] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d86bb4-0305-41d1-8ea7-14ec69b21b68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.498909] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a528e9-c564-41ed-8d0d-6edb63d91ff2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.827089] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421370, 'name': ReconfigVM_Task, 'duration_secs': 0.171138} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.827502] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.827757] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2ecc7f2-b0e1-4e79-b23b-91719d9b602d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.835196] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 987.835196] env[71147]: value = "task-3421371" [ 987.835196] env[71147]: _type = "Task" [ 987.835196] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.844372] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.980473] env[71147]: DEBUG nova.compute.manager [req-29d6e1dd-7b48-40a7-9502-e0ab4d1e4793 req-752ea243-1dda-4edf-aef3-2d474a28ceb3 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Received event network-vif-plugged-d1c9d542-28b0-4743-bb8a-af20ecf99f3e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.980764] env[71147]: DEBUG oslo_concurrency.lockutils [req-29d6e1dd-7b48-40a7-9502-e0ab4d1e4793 req-752ea243-1dda-4edf-aef3-2d474a28ceb3 service nova] Acquiring lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.981089] env[71147]: DEBUG oslo_concurrency.lockutils [req-29d6e1dd-7b48-40a7-9502-e0ab4d1e4793 req-752ea243-1dda-4edf-aef3-2d474a28ceb3 service nova] Lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.981393] env[71147]: DEBUG oslo_concurrency.lockutils [req-29d6e1dd-7b48-40a7-9502-e0ab4d1e4793 req-752ea243-1dda-4edf-aef3-2d474a28ceb3 service nova] Lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.981668] env[71147]: DEBUG nova.compute.manager [req-29d6e1dd-7b48-40a7-9502-e0ab4d1e4793 req-752ea243-1dda-4edf-aef3-2d474a28ceb3 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] No waiting events found dispatching network-vif-plugged-d1c9d542-28b0-4743-bb8a-af20ecf99f3e {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.981901] env[71147]: WARNING nova.compute.manager [req-29d6e1dd-7b48-40a7-9502-e0ab4d1e4793 req-752ea243-1dda-4edf-aef3-2d474a28ceb3 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Received unexpected event network-vif-plugged-d1c9d542-28b0-4743-bb8a-af20ecf99f3e for instance with vm_state building and task_state spawning. [ 987.983093] env[71147]: DEBUG oslo_concurrency.lockutils [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.548s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.985580] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.340s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.986991] env[71147]: INFO nova.compute.claims [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.038254] env[71147]: DEBUG nova.network.neutron [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Successfully updated port: d1c9d542-28b0-4743-bb8a-af20ecf99f3e {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.345062] env[71147]: DEBUG oslo_vmware.api [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421371, 'name': PowerOnVM_Task, 'duration_secs': 0.430791} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.345331] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.348893] env[71147]: DEBUG nova.compute.manager [None req-31ecf452-2aa7-4dfb-ad10-67a3ca97ecde tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.349685] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad519c9d-65d0-4ee9-805e-1ad067a62470 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.499572] env[71147]: DEBUG oslo_concurrency.lockutils [None req-13fae697-5864-4bcc-a500-f50542d94c87 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.206s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.500038] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.353s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.500216] env[71147]: INFO nova.compute.manager [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Unshelving [ 988.540883] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquiring lock "refresh_cache-0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.541090] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquired lock "refresh_cache-0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.541200] env[71147]: DEBUG nova.network.neutron [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.077940] env[71147]: DEBUG nova.network.neutron [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.248956] env[71147]: DEBUG nova.network.neutron [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Updating instance_info_cache with network_info: [{"id": "d1c9d542-28b0-4743-bb8a-af20ecf99f3e", "address": "fa:16:3e:3a:d7:37", "network": {"id": "b1a6ba94-61dc-4536-bd27-aea6ed56c90f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2138150214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc3e6044a49443fac6350cbb2bfcd77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c9d542-28", "ovs_interfaceid": "d1c9d542-28b0-4743-bb8a-af20ecf99f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.294449] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e661a3-3aa6-4b4c-a81e-f73565e2bde4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.302653] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5b5d25-74ca-49e9-8a1b-5c4da1c014d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.332616] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46ed049-c60b-4ff8-851d-193b8187aff1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.340217] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86953267-4131-470c-80f2-9cfdaa22436b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.353445] env[71147]: DEBUG nova.compute.provider_tree [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.451501] env[71147]: INFO nova.compute.manager [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Unrescuing [ 989.451791] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.451942] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquired lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.452126] env[71147]: DEBUG nova.network.neutron [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.512620] env[71147]: DEBUG nova.compute.utils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.751769] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Releasing lock "refresh_cache-0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.752134] env[71147]: DEBUG nova.compute.manager [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Instance network_info: |[{"id": "d1c9d542-28b0-4743-bb8a-af20ecf99f3e", "address": "fa:16:3e:3a:d7:37", "network": {"id": "b1a6ba94-61dc-4536-bd27-aea6ed56c90f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2138150214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc3e6044a49443fac6350cbb2bfcd77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c9d542-28", "ovs_interfaceid": "d1c9d542-28b0-4743-bb8a-af20ecf99f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.752613] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:d7:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1c9d542-28b0-4743-bb8a-af20ecf99f3e', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.759867] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Creating folder: Project (9cc3e6044a49443fac6350cbb2bfcd77). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.760175] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19563b5b-1eec-4190-b80b-f42a38991fc3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.770932] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Created folder: Project (9cc3e6044a49443fac6350cbb2bfcd77) in parent group-v682378. [ 989.771225] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Creating folder: Instances. Parent ref: group-v682591. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.771534] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-508d1ef4-9671-484a-918f-51f6b0f8d192 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.780843] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Created folder: Instances in parent group-v682591. [ 989.781171] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.781430] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.781695] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a85c283-8bf1-49ee-a51e-d228416e805c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.809829] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.809829] env[71147]: value = "task-3421374" [ 989.809829] env[71147]: _type = "Task" [ 989.809829] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.820186] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421374, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.857524] env[71147]: DEBUG nova.scheduler.client.report [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.007952] env[71147]: DEBUG nova.compute.manager [req-83163f15-cf24-4608-989b-7f33a7c3b065 req-36e014b2-f94f-43c2-bd29-fa3269a43517 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Received event network-changed-d1c9d542-28b0-4743-bb8a-af20ecf99f3e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.008081] env[71147]: DEBUG nova.compute.manager [req-83163f15-cf24-4608-989b-7f33a7c3b065 req-36e014b2-f94f-43c2-bd29-fa3269a43517 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Refreshing instance network info cache due to event network-changed-d1c9d542-28b0-4743-bb8a-af20ecf99f3e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.008297] env[71147]: DEBUG oslo_concurrency.lockutils [req-83163f15-cf24-4608-989b-7f33a7c3b065 req-36e014b2-f94f-43c2-bd29-fa3269a43517 service nova] Acquiring lock "refresh_cache-0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.008417] env[71147]: DEBUG oslo_concurrency.lockutils [req-83163f15-cf24-4608-989b-7f33a7c3b065 req-36e014b2-f94f-43c2-bd29-fa3269a43517 service nova] Acquired lock "refresh_cache-0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.009127] env[71147]: DEBUG nova.network.neutron [req-83163f15-cf24-4608-989b-7f33a7c3b065 req-36e014b2-f94f-43c2-bd29-fa3269a43517 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Refreshing network info cache for port d1c9d542-28b0-4743-bb8a-af20ecf99f3e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.015193] env[71147]: INFO nova.virt.block_device [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Booting with volume 824adb9b-b30a-4b17-94d2-124e91b9ded8 at /dev/sdb [ 990.053030] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ae59b5e-ae9f-4a8f-8bb1-11b3e68a1e8c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.060791] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded40dec-97cf-4820-a07f-4eb78e43006c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.096583] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-931b4b03-93c6-4311-8df0-d1d99f6d5fd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.107237] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46c01b-c18e-4b40-9298-6d8e4561ebeb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.140517] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3decd7-aa4e-4974-8ba0-e6e63edd8da9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.147479] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a741d0a-c3cf-4aa6-9e10-5f5257c61019 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.160357] env[71147]: DEBUG nova.virt.block_device [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating existing volume attachment record: f3df3592-bfad-44ee-a587-2e29fc60357a {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 990.264241] env[71147]: DEBUG nova.network.neutron [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updating instance_info_cache with network_info: [{"id": "51d77220-c152-4a58-bc0d-a17405a72136", "address": "fa:16:3e:02:b0:11", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d77220-c1", "ovs_interfaceid": "51d77220-c152-4a58-bc0d-a17405a72136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.319896] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421374, 'name': CreateVM_Task, 'duration_secs': 0.316062} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.320105] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.320873] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.321159] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.321497] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.321762] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07bfa92-62b4-4406-b37e-53a93e2f9b9a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.326456] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 990.326456] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5228fda8-f62c-265f-1bb4-80d4abfbb2ab" [ 990.326456] env[71147]: _type = "Task" [ 990.326456] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.334318] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5228fda8-f62c-265f-1bb4-80d4abfbb2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.362946] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.363813] env[71147]: DEBUG nova.compute.manager [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.366684] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.912s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.368342] env[71147]: INFO nova.compute.claims [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.747699] env[71147]: DEBUG nova.network.neutron [req-83163f15-cf24-4608-989b-7f33a7c3b065 req-36e014b2-f94f-43c2-bd29-fa3269a43517 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Updated VIF entry in instance network info cache for port d1c9d542-28b0-4743-bb8a-af20ecf99f3e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.748092] env[71147]: DEBUG nova.network.neutron [req-83163f15-cf24-4608-989b-7f33a7c3b065 req-36e014b2-f94f-43c2-bd29-fa3269a43517 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Updating instance_info_cache with network_info: [{"id": "d1c9d542-28b0-4743-bb8a-af20ecf99f3e", "address": "fa:16:3e:3a:d7:37", "network": {"id": "b1a6ba94-61dc-4536-bd27-aea6ed56c90f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2138150214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc3e6044a49443fac6350cbb2bfcd77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c9d542-28", "ovs_interfaceid": "d1c9d542-28b0-4743-bb8a-af20ecf99f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.768818] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Releasing lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.769537] env[71147]: DEBUG nova.objects.instance [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lazy-loading 'flavor' on Instance uuid 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.839125] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5228fda8-f62c-265f-1bb4-80d4abfbb2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.839125] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.839125] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.839336] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.839432] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.839650] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.839961] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c1fa2cd-1f35-4c70-b1b7-c87cb7eea3a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.849629] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.849816] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.850544] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0796f3-0516-4871-8b44-5e702abd6661 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.857909] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 990.857909] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5295acdf-9f4a-4b37-bf68-1c5e746d50d9" [ 990.857909] env[71147]: _type = "Task" [ 990.857909] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.865754] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5295acdf-9f4a-4b37-bf68-1c5e746d50d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.872431] env[71147]: DEBUG nova.compute.utils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.875709] env[71147]: DEBUG nova.compute.manager [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.876899] env[71147]: DEBUG nova.network.neutron [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.926660] env[71147]: DEBUG nova.policy [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '064486f4b75b448e8e4893815fe3b6dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9306abeb96c8452fbafa3a8dbd879ec9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.235144] env[71147]: DEBUG nova.network.neutron [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Successfully created port: 6156dcb1-4c02-4b57-9e2e-c753da46e8a1 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.235969] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.236404] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.236707] env[71147]: DEBUG nova.compute.manager [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.237802] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa018596-35ab-40c8-9132-a5116323d0fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.244957] env[71147]: DEBUG nova.compute.manager [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 991.245638] env[71147]: DEBUG nova.objects.instance [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'flavor' on Instance uuid a1c91e5f-c70c-4cc9-a624-edbd8186f801 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.251517] env[71147]: DEBUG oslo_concurrency.lockutils [req-83163f15-cf24-4608-989b-7f33a7c3b065 req-36e014b2-f94f-43c2-bd29-fa3269a43517 service nova] Releasing lock "refresh_cache-0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.277020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f429ea2-4055-42ad-a160-e54bb841ec06 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.309841] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.310452] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e455197-31ff-4f10-9323-74901bac9e94 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.320027] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 991.320027] env[71147]: value = "task-3421378" [ 991.320027] env[71147]: _type = "Task" [ 991.320027] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.330579] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.370178] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5295acdf-9f4a-4b37-bf68-1c5e746d50d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.370178] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b61d7cc-b8a5-46e6-80bd-163ee9f712b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.375593] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 991.375593] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524ac72e-8586-b5bf-5ca9-fd5df4e55982" [ 991.375593] env[71147]: _type = "Task" [ 991.375593] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.376155] env[71147]: DEBUG nova.compute.manager [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.395804] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524ac72e-8586-b5bf-5ca9-fd5df4e55982, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.396096] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.396381] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7/0f2ac2c0-9a46-4433-ab81-fb0d222a32d7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.396661] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e1a5d6d-130c-4668-b004-54b1c387604b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.404511] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 991.404511] env[71147]: value = "task-3421379" [ 991.404511] env[71147]: _type = "Task" [ 991.404511] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.420529] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.735058] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c582ab6-727f-4883-8622-6c58463ecf86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.744221] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9294e573-fd25-4d9e-afde-74d36ba8d7bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.782554] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f26441-146f-41b3-ae7a-fd9472a17ded {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.795713] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781ad907-64a3-4b8b-b568-14a7555b7a98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.811861] env[71147]: DEBUG nova.compute.provider_tree [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.830925] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421378, 'name': PowerOffVM_Task, 'duration_secs': 0.249416} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.831331] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.837068] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfiguring VM instance instance-0000003e to detach disk 2002 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 991.837912] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04bcd0ba-2580-4ce8-be74-ded4aa32b9d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.860023] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 991.860023] env[71147]: value = "task-3421380" [ 991.860023] env[71147]: _type = "Task" [ 991.860023] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.871981] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.914447] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491406} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.914709] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7/0f2ac2c0-9a46-4433-ab81-fb0d222a32d7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.914922] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.915221] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2c18359-9ba6-43f6-a587-c9650bf73a1e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.921872] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 991.921872] env[71147]: value = "task-3421381" [ 991.921872] env[71147]: _type = "Task" [ 991.921872] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.929879] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.252820] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.253344] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-041ba631-a331-4e7a-9f3b-b1f428dacfab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.261635] env[71147]: DEBUG oslo_vmware.api [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 992.261635] env[71147]: value = "task-3421382" [ 992.261635] env[71147]: _type = "Task" [ 992.261635] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.269540] env[71147]: DEBUG oslo_vmware.api [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.315831] env[71147]: DEBUG nova.scheduler.client.report [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.370499] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421380, 'name': ReconfigVM_Task, 'duration_secs': 0.36392} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.370767] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfigured VM instance instance-0000003e to detach disk 2002 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 992.370952] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.371245] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6498de8a-dc55-4361-9a6a-0542f3af8403 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.377642] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 992.377642] env[71147]: value = "task-3421383" [ 992.377642] env[71147]: _type = "Task" [ 992.377642] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.385216] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.395709] env[71147]: DEBUG nova.compute.manager [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.427697] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.428024] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.429160] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.429160] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.429160] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.429160] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.429390] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.429507] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.429660] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.429825] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.430068] env[71147]: DEBUG nova.virt.hardware [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.431174] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654e9d5-9acb-48b2-8911-15196486e251 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.442609] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760c36ab-005c-41a8-b24d-9dd02730a3f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.447086] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088825} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.447387] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.448475] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ce84de-0f2f-4e77-88cf-1dcea0161548 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.479845] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7/0f2ac2c0-9a46-4433-ab81-fb0d222a32d7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.479845] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6155963c-28b2-4dea-abdb-2b7e55c3615e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.499321] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 992.499321] env[71147]: value = "task-3421384" [ 992.499321] env[71147]: _type = "Task" [ 992.499321] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.507584] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.772809] env[71147]: DEBUG oslo_vmware.api [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421382, 'name': PowerOffVM_Task, 'duration_secs': 0.193008} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.773245] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.773507] env[71147]: DEBUG nova.compute.manager [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.774406] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588ea0dc-9cbd-42e8-83ac-2f59727025b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.805274] env[71147]: DEBUG nova.compute.manager [req-8bc397ad-f9ce-409a-acb4-50084d12c7f5 req-c35cee8f-b76f-4826-9be5-a33eb109897e service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Received event network-vif-plugged-6156dcb1-4c02-4b57-9e2e-c753da46e8a1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.805448] env[71147]: DEBUG oslo_concurrency.lockutils [req-8bc397ad-f9ce-409a-acb4-50084d12c7f5 req-c35cee8f-b76f-4826-9be5-a33eb109897e service nova] Acquiring lock "b40d7774-063e-4bf3-9c59-f18c75423b13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.805665] env[71147]: DEBUG oslo_concurrency.lockutils [req-8bc397ad-f9ce-409a-acb4-50084d12c7f5 req-c35cee8f-b76f-4826-9be5-a33eb109897e service nova] Lock "b40d7774-063e-4bf3-9c59-f18c75423b13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.805927] env[71147]: DEBUG oslo_concurrency.lockutils [req-8bc397ad-f9ce-409a-acb4-50084d12c7f5 req-c35cee8f-b76f-4826-9be5-a33eb109897e service nova] Lock "b40d7774-063e-4bf3-9c59-f18c75423b13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.806101] env[71147]: DEBUG nova.compute.manager [req-8bc397ad-f9ce-409a-acb4-50084d12c7f5 req-c35cee8f-b76f-4826-9be5-a33eb109897e service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] No waiting events found dispatching network-vif-plugged-6156dcb1-4c02-4b57-9e2e-c753da46e8a1 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.806415] env[71147]: WARNING nova.compute.manager [req-8bc397ad-f9ce-409a-acb4-50084d12c7f5 req-c35cee8f-b76f-4826-9be5-a33eb109897e service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Received unexpected event network-vif-plugged-6156dcb1-4c02-4b57-9e2e-c753da46e8a1 for instance with vm_state building and task_state spawning. [ 992.821111] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.821693] env[71147]: DEBUG nova.compute.manager [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.825058] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.018s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.825355] env[71147]: DEBUG nova.objects.instance [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lazy-loading 'resources' on Instance uuid 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.887763] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.955903] env[71147]: DEBUG nova.network.neutron [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Successfully updated port: 6156dcb1-4c02-4b57-9e2e-c753da46e8a1 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.009807] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421384, 'name': ReconfigVM_Task, 'duration_secs': 0.265586} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.010340] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7/0f2ac2c0-9a46-4433-ab81-fb0d222a32d7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.011148] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b9db266-2e04-436c-8a25-35d65d854a04 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.017708] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 993.017708] env[71147]: value = "task-3421386" [ 993.017708] env[71147]: _type = "Task" [ 993.017708] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.025382] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421386, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.291618] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2738e4a1-75f0-480b-8b45-3f8ce50e198d tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.332053] env[71147]: DEBUG nova.compute.utils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.334059] env[71147]: DEBUG nova.compute.manager [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.334059] env[71147]: DEBUG nova.network.neutron [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.382109] env[71147]: DEBUG nova.policy [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1da9cd038f4a889dd88e3a96f6c4bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19fff7f1b124558a45d6b5e7adf8c2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.395057] env[71147]: DEBUG oslo_vmware.api [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421383, 'name': PowerOnVM_Task, 'duration_secs': 0.546999} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.395333] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.395555] env[71147]: DEBUG nova.compute.manager [None req-47c1f46c-b988-4eca-a6ca-7a9048fceb87 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.396341] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e220057d-414b-476a-b8ce-5918c47705d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.460274] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "refresh_cache-b40d7774-063e-4bf3-9c59-f18c75423b13" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.460274] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquired lock "refresh_cache-b40d7774-063e-4bf3-9c59-f18c75423b13" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.460274] env[71147]: DEBUG nova.network.neutron [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.528735] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421386, 'name': Rename_Task, 'duration_secs': 0.142206} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.529025] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.529283] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f52d93e7-3ff8-4b27-895d-282783aa19ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.538267] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 993.538267] env[71147]: value = "task-3421387" [ 993.538267] env[71147]: _type = "Task" [ 993.538267] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.552122] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.592026] env[71147]: DEBUG nova.objects.instance [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'flavor' on Instance uuid a1c91e5f-c70c-4cc9-a624-edbd8186f801 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.686671] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20e7d7a-9d6c-4de1-ae54-f579b272454b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.694388] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92abb753-e0e9-4398-979f-756b57b4597f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.730402] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764d82fa-c9d3-4257-8cdc-7f09f19b4e86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.738425] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b6bc3f-f6a8-4aed-8a0f-69c67f2c37d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.752886] env[71147]: DEBUG nova.compute.provider_tree [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.765915] env[71147]: DEBUG nova.network.neutron [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Successfully created port: 7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.837321] env[71147]: DEBUG nova.compute.manager [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.048398] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421387, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.099722] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.099893] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.100097] env[71147]: DEBUG nova.network.neutron [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.100290] env[71147]: DEBUG nova.objects.instance [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'info_cache' on Instance uuid a1c91e5f-c70c-4cc9-a624-edbd8186f801 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.226844] env[71147]: DEBUG nova.network.neutron [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.258713] env[71147]: DEBUG nova.scheduler.client.report [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.510751] env[71147]: DEBUG nova.network.neutron [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Updating instance_info_cache with network_info: [{"id": "6156dcb1-4c02-4b57-9e2e-c753da46e8a1", "address": "fa:16:3e:74:06:a3", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156dcb1-4c", "ovs_interfaceid": "6156dcb1-4c02-4b57-9e2e-c753da46e8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.548357] env[71147]: DEBUG oslo_vmware.api [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421387, 'name': PowerOnVM_Task, 'duration_secs': 0.658112} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.548648] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.548851] env[71147]: INFO nova.compute.manager [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Took 7.09 seconds to spawn the instance on the hypervisor. [ 994.549043] env[71147]: DEBUG nova.compute.manager [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.549852] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f6fca4-aba5-43cf-b6f9-dd32dbafd8d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.603989] env[71147]: DEBUG nova.objects.base [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.669527] env[71147]: DEBUG nova.compute.manager [req-52ac198d-30cb-40a7-88a4-8442373057f6 req-f61b7383-9261-4fc0-b367-4c274b4832ae service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Received event network-changed-51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.669741] env[71147]: DEBUG nova.compute.manager [req-52ac198d-30cb-40a7-88a4-8442373057f6 req-f61b7383-9261-4fc0-b367-4c274b4832ae service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Refreshing instance network info cache due to event network-changed-51d77220-c152-4a58-bc0d-a17405a72136. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.669960] env[71147]: DEBUG oslo_concurrency.lockutils [req-52ac198d-30cb-40a7-88a4-8442373057f6 req-f61b7383-9261-4fc0-b367-4c274b4832ae service nova] Acquiring lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.672660] env[71147]: DEBUG oslo_concurrency.lockutils [req-52ac198d-30cb-40a7-88a4-8442373057f6 req-f61b7383-9261-4fc0-b367-4c274b4832ae service nova] Acquired lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.672660] env[71147]: DEBUG nova.network.neutron [req-52ac198d-30cb-40a7-88a4-8442373057f6 req-f61b7383-9261-4fc0-b367-4c274b4832ae service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Refreshing network info cache for port 51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.764317] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.767723] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.896s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.770016] env[71147]: INFO nova.compute.claims [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.805187] env[71147]: INFO nova.scheduler.client.report [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Deleted allocations for instance 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43 [ 994.836815] env[71147]: DEBUG nova.compute.manager [req-e7b035d3-6d63-43bb-b4db-ec76b0bff105 req-4c1b338d-516d-44ea-8007-502892c4c9f4 service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Received event network-changed-6156dcb1-4c02-4b57-9e2e-c753da46e8a1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.836899] env[71147]: DEBUG nova.compute.manager [req-e7b035d3-6d63-43bb-b4db-ec76b0bff105 req-4c1b338d-516d-44ea-8007-502892c4c9f4 service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Refreshing instance network info cache due to event network-changed-6156dcb1-4c02-4b57-9e2e-c753da46e8a1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.838561] env[71147]: DEBUG oslo_concurrency.lockutils [req-e7b035d3-6d63-43bb-b4db-ec76b0bff105 req-4c1b338d-516d-44ea-8007-502892c4c9f4 service nova] Acquiring lock "refresh_cache-b40d7774-063e-4bf3-9c59-f18c75423b13" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.851254] env[71147]: DEBUG nova.compute.manager [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.886305] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.886556] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.886710] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.886891] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.887144] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.887408] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.887679] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.887881] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.888110] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.888391] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.888631] env[71147]: DEBUG nova.virt.hardware [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.889585] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c4863b-16da-4f2e-b101-279435cf5b28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.898920] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e0460-affd-4312-9ed0-faec0d553b4a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.013398] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Releasing lock "refresh_cache-b40d7774-063e-4bf3-9c59-f18c75423b13" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.014088] env[71147]: DEBUG nova.compute.manager [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Instance network_info: |[{"id": "6156dcb1-4c02-4b57-9e2e-c753da46e8a1", "address": "fa:16:3e:74:06:a3", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156dcb1-4c", "ovs_interfaceid": "6156dcb1-4c02-4b57-9e2e-c753da46e8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.014587] env[71147]: DEBUG oslo_concurrency.lockutils [req-e7b035d3-6d63-43bb-b4db-ec76b0bff105 req-4c1b338d-516d-44ea-8007-502892c4c9f4 service nova] Acquired lock "refresh_cache-b40d7774-063e-4bf3-9c59-f18c75423b13" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.014914] env[71147]: DEBUG nova.network.neutron [req-e7b035d3-6d63-43bb-b4db-ec76b0bff105 req-4c1b338d-516d-44ea-8007-502892c4c9f4 service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Refreshing network info cache for port 6156dcb1-4c02-4b57-9e2e-c753da46e8a1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.018432] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:06:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6156dcb1-4c02-4b57-9e2e-c753da46e8a1', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.028667] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.030419] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.030734] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eddec00-169a-42a7-b2fc-24557bc2d110 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.057022] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.057022] env[71147]: value = "task-3421388" [ 995.057022] env[71147]: _type = "Task" [ 995.057022] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.076348] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421388, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.079286] env[71147]: INFO nova.compute.manager [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Took 29.58 seconds to build instance. [ 995.315636] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1c0a643a-8a40-40c0-b516-e50467b7ed28 tempest-ImagesNegativeTestJSON-1421730189 tempest-ImagesNegativeTestJSON-1421730189-project-member] Lock "10da9c5a-d4d0-4d5e-beb3-54f970ed5a43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.963s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.566781] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421388, 'name': CreateVM_Task, 'duration_secs': 0.393891} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.566781] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.568647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.568647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.568944] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.569053] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b665ec5c-016b-4ac6-9be4-433182e81746 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.575217] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 995.575217] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e6270b-a94a-85b5-aae0-d263a9c2cfec" [ 995.575217] env[71147]: _type = "Task" [ 995.575217] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.585326] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6d24b103-323b-4cee-9dd3-f7a51bbf280c tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.100s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.597023] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e6270b-a94a-85b5-aae0-d263a9c2cfec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.790113] env[71147]: DEBUG nova.network.neutron [req-52ac198d-30cb-40a7-88a4-8442373057f6 req-f61b7383-9261-4fc0-b367-4c274b4832ae service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updated VIF entry in instance network info cache for port 51d77220-c152-4a58-bc0d-a17405a72136. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.790113] env[71147]: DEBUG nova.network.neutron [req-52ac198d-30cb-40a7-88a4-8442373057f6 req-f61b7383-9261-4fc0-b367-4c274b4832ae service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updating instance_info_cache with network_info: [{"id": "51d77220-c152-4a58-bc0d-a17405a72136", "address": "fa:16:3e:02:b0:11", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d77220-c1", "ovs_interfaceid": "51d77220-c152-4a58-bc0d-a17405a72136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.819879] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.824373] env[71147]: DEBUG nova.network.neutron [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [{"id": "101e71e3-b306-452a-b7de-a4fdae190a1a", "address": "fa:16:3e:3c:4a:f4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101e71e3-b3", "ovs_interfaceid": "101e71e3-b306-452a-b7de-a4fdae190a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.854703] env[71147]: DEBUG nova.network.neutron [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Successfully updated port: 7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.969560] env[71147]: DEBUG nova.network.neutron [req-e7b035d3-6d63-43bb-b4db-ec76b0bff105 req-4c1b338d-516d-44ea-8007-502892c4c9f4 service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Updated VIF entry in instance network info cache for port 6156dcb1-4c02-4b57-9e2e-c753da46e8a1. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.969560] env[71147]: DEBUG nova.network.neutron [req-e7b035d3-6d63-43bb-b4db-ec76b0bff105 req-4c1b338d-516d-44ea-8007-502892c4c9f4 service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Updating instance_info_cache with network_info: [{"id": "6156dcb1-4c02-4b57-9e2e-c753da46e8a1", "address": "fa:16:3e:74:06:a3", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6156dcb1-4c", "ovs_interfaceid": "6156dcb1-4c02-4b57-9e2e-c753da46e8a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.088950] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e6270b-a94a-85b5-aae0-d263a9c2cfec, 'name': SearchDatastore_Task, 'duration_secs': 0.013182} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.089490] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.089577] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.089797] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.089924] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.090129] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.090744] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba6bf092-b4c9-4724-942d-4710cff2f559 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.096014] env[71147]: DEBUG nova.compute.manager [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.102644] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.102823] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.103958] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058b5082-9791-497e-9476-7df7550efb95 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.114897] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 996.114897] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52be8b34-e103-1889-51c6-68fd786d2313" [ 996.114897] env[71147]: _type = "Task" [ 996.114897] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.128476] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52be8b34-e103-1889-51c6-68fd786d2313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.195846] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15752d9c-5e3f-4a23-8f4d-8961754bc6ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.203740] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621d2860-74e3-4ec2-a1c6-1f540c84bb39 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.234837] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d35b7-d79d-40fa-974a-9e5a628de006 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.242957] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e012324b-28b4-42b7-941d-e7928f0882c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.256536] env[71147]: DEBUG nova.compute.provider_tree [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.291927] env[71147]: DEBUG oslo_concurrency.lockutils [req-52ac198d-30cb-40a7-88a4-8442373057f6 req-f61b7383-9261-4fc0-b367-4c274b4832ae service nova] Releasing lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.327240] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.367215] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.367215] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.367215] env[71147]: DEBUG nova.network.neutron [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.471839] env[71147]: DEBUG oslo_concurrency.lockutils [req-e7b035d3-6d63-43bb-b4db-ec76b0bff105 req-4c1b338d-516d-44ea-8007-502892c4c9f4 service nova] Releasing lock "refresh_cache-b40d7774-063e-4bf3-9c59-f18c75423b13" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.627451] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52be8b34-e103-1889-51c6-68fd786d2313, 'name': SearchDatastore_Task, 'duration_secs': 0.026596} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.627833] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6e72d1-b76b-481f-b819-c30a2f59971b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.633819] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.635650] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 996.635650] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5241777f-f185-0ef9-a4a3-441ba5940ff5" [ 996.635650] env[71147]: _type = "Task" [ 996.635650] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.649618] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5241777f-f185-0ef9-a4a3-441ba5940ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.715195] env[71147]: DEBUG nova.compute.manager [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Received event network-changed-51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.715388] env[71147]: DEBUG nova.compute.manager [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Refreshing instance network info cache due to event network-changed-51d77220-c152-4a58-bc0d-a17405a72136. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.715678] env[71147]: DEBUG oslo_concurrency.lockutils [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] Acquiring lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.715889] env[71147]: DEBUG oslo_concurrency.lockutils [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] Acquired lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.716125] env[71147]: DEBUG nova.network.neutron [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Refreshing network info cache for port 51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.760916] env[71147]: DEBUG nova.scheduler.client.report [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.896602] env[71147]: DEBUG nova.compute.manager [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Received event network-vif-plugged-7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.896848] env[71147]: DEBUG oslo_concurrency.lockutils [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] Acquiring lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.900495] env[71147]: DEBUG oslo_concurrency.lockutils [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.900495] env[71147]: DEBUG oslo_concurrency.lockutils [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.900859] env[71147]: DEBUG nova.compute.manager [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] No waiting events found dispatching network-vif-plugged-7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.900893] env[71147]: WARNING nova.compute.manager [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Received unexpected event network-vif-plugged-7e5c3c70-2ac3-4df2-9e85-577ed326d26e for instance with vm_state building and task_state spawning. [ 996.901313] env[71147]: DEBUG nova.compute.manager [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Received event network-changed-7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.901313] env[71147]: DEBUG nova.compute.manager [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Refreshing instance network info cache due to event network-changed-7e5c3c70-2ac3-4df2-9e85-577ed326d26e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.902162] env[71147]: DEBUG oslo_concurrency.lockutils [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] Acquiring lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.914689] env[71147]: DEBUG nova.network.neutron [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.080086] env[71147]: DEBUG nova.network.neutron [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Updating instance_info_cache with network_info: [{"id": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "address": "fa:16:3e:3d:6c:01", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5c3c70-2a", "ovs_interfaceid": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.146819] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5241777f-f185-0ef9-a4a3-441ba5940ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.147115] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.147509] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b40d7774-063e-4bf3-9c59-f18c75423b13/b40d7774-063e-4bf3-9c59-f18c75423b13.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.147691] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8afe64f-04da-4599-92d7-6af1c1dcb3d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.155472] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 997.155472] env[71147]: value = "task-3421389" [ 997.155472] env[71147]: _type = "Task" [ 997.155472] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.163838] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.265865] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.266466] env[71147]: DEBUG nova.compute.manager [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.269403] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.971s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.269748] env[71147]: DEBUG nova.objects.instance [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lazy-loading 'resources' on Instance uuid 6c9ee138-a637-46c5-9491-3360509e9043 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.334798] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.335054] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cce2f94-8bc1-447d-8e5a-428a9ca6044a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.343711] env[71147]: DEBUG oslo_vmware.api [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 997.343711] env[71147]: value = "task-3421390" [ 997.343711] env[71147]: _type = "Task" [ 997.343711] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.354735] env[71147]: DEBUG oslo_vmware.api [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.513384] env[71147]: DEBUG nova.network.neutron [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updated VIF entry in instance network info cache for port 51d77220-c152-4a58-bc0d-a17405a72136. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.513523] env[71147]: DEBUG nova.network.neutron [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updating instance_info_cache with network_info: [{"id": "51d77220-c152-4a58-bc0d-a17405a72136", "address": "fa:16:3e:02:b0:11", "network": {"id": "59a0056e-8963-4a81-8a32-1cbaaf823649", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-188608795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a8a985a2a73483f835c11a7b7ae79df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d77220-c1", "ovs_interfaceid": "51d77220-c152-4a58-bc0d-a17405a72136", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.583120] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.583490] env[71147]: DEBUG nova.compute.manager [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Instance network_info: |[{"id": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "address": "fa:16:3e:3d:6c:01", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5c3c70-2a", "ovs_interfaceid": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.583857] env[71147]: DEBUG oslo_concurrency.lockutils [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] Acquired lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.584060] env[71147]: DEBUG nova.network.neutron [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Refreshing network info cache for port 7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.585401] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:6c:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e5c3c70-2ac3-4df2-9e85-577ed326d26e', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.593125] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Creating folder: Project (f19fff7f1b124558a45d6b5e7adf8c2f). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.596584] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94944631-db30-4aab-963f-16a93f89680d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.609925] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Created folder: Project (f19fff7f1b124558a45d6b5e7adf8c2f) in parent group-v682378. [ 997.610099] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Creating folder: Instances. Parent ref: group-v682597. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.610377] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff0b0710-4e9b-4b61-9f4c-4d0b969cfa76 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.620034] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Created folder: Instances in parent group-v682597. [ 997.620034] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.620034] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.620321] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7978d25-86f1-414e-ac66-e2bd8a95f2b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.640578] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.640578] env[71147]: value = "task-3421393" [ 997.640578] env[71147]: _type = "Task" [ 997.640578] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.649304] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421393, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.667838] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479396} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.668029] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] b40d7774-063e-4bf3-9c59-f18c75423b13/b40d7774-063e-4bf3-9c59-f18c75423b13.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.668280] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.668834] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e33ce0c-fc93-4e9f-b842-f2722029d717 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.675861] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 997.675861] env[71147]: value = "task-3421394" [ 997.675861] env[71147]: _type = "Task" [ 997.675861] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.683920] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.775257] env[71147]: DEBUG nova.compute.utils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.775257] env[71147]: DEBUG nova.compute.manager [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.775575] env[71147]: DEBUG nova.network.neutron [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.858464] env[71147]: DEBUG oslo_vmware.api [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.955072] env[71147]: DEBUG nova.policy [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c516fa907f394c12ad1a0f67d16cc73c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b1f3d32d6d34ce09ce9db9409098580', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.016750] env[71147]: DEBUG oslo_concurrency.lockutils [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] Releasing lock "refresh_cache-7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.016750] env[71147]: DEBUG nova.compute.manager [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Received event network-changed-d1c9d542-28b0-4743-bb8a-af20ecf99f3e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.016839] env[71147]: DEBUG nova.compute.manager [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Refreshing instance network info cache due to event network-changed-d1c9d542-28b0-4743-bb8a-af20ecf99f3e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.019947] env[71147]: DEBUG oslo_concurrency.lockutils [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] Acquiring lock "refresh_cache-0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.019947] env[71147]: DEBUG oslo_concurrency.lockutils [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] Acquired lock "refresh_cache-0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.019947] env[71147]: DEBUG nova.network.neutron [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Refreshing network info cache for port d1c9d542-28b0-4743-bb8a-af20ecf99f3e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.154886] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421393, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.183585] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd724bc-665e-4e8b-ac88-acecb375ecb1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.189743] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075123} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.190366] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.191176] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5c8c49-6deb-4937-a82e-245018d998f3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.199243] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdb2d43-8179-46d6-a11e-cfb6f764722b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.223271] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] b40d7774-063e-4bf3-9c59-f18c75423b13/b40d7774-063e-4bf3-9c59-f18c75423b13.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.224690] env[71147]: DEBUG nova.network.neutron [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Updated VIF entry in instance network info cache for port 7e5c3c70-2ac3-4df2-9e85-577ed326d26e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.225013] env[71147]: DEBUG nova.network.neutron [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Updating instance_info_cache with network_info: [{"id": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "address": "fa:16:3e:3d:6c:01", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5c3c70-2a", "ovs_interfaceid": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.226676] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d9d973-eb38-4beb-ae05-07d378b3baab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.269216] env[71147]: DEBUG oslo_concurrency.lockutils [req-09b068d4-7bea-4b78-be21-89135771cb84 req-8480f9c2-c537-4915-84a0-21541839c0bd service nova] Releasing lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.271177] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f2ee27-c4dc-4550-a86b-8466febc1dcd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.276573] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 998.276573] env[71147]: value = "task-3421395" [ 998.276573] env[71147]: _type = "Task" [ 998.276573] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.283160] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c3dfc-47a9-4fc8-a5d1-13f82f8cb891 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.286976] env[71147]: DEBUG nova.compute.manager [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.297016] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.303358] env[71147]: DEBUG nova.compute.provider_tree [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.354927] env[71147]: DEBUG oslo_vmware.api [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.429045] env[71147]: DEBUG nova.network.neutron [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Successfully created port: b1925e72-0458-470c-8c9b-2f2a287fb18e {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.652161] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421393, 'name': CreateVM_Task, 'duration_secs': 0.821919} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.652472] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.653201] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.653373] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.653696] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.653957] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2dccdf-24e3-4b98-96ef-d090ea3b35f5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.658537] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 998.658537] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f1d90d-9c22-19b8-3c90-775b9acd2d62" [ 998.658537] env[71147]: _type = "Task" [ 998.658537] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.675179] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f1d90d-9c22-19b8-3c90-775b9acd2d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.788712] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421395, 'name': ReconfigVM_Task, 'duration_secs': 0.302683} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.789027] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Reconfigured VM instance instance-0000004c to attach disk [datastore1] b40d7774-063e-4bf3-9c59-f18c75423b13/b40d7774-063e-4bf3-9c59-f18c75423b13.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.789701] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5889be3-afe1-4fdc-b50d-3d291c76eb94 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.801100] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 998.801100] env[71147]: value = "task-3421396" [ 998.801100] env[71147]: _type = "Task" [ 998.801100] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.806899] env[71147]: DEBUG nova.scheduler.client.report [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.821765] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421396, 'name': Rename_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.859959] env[71147]: DEBUG oslo_vmware.api [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421390, 'name': PowerOnVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.916917] env[71147]: DEBUG nova.network.neutron [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Updated VIF entry in instance network info cache for port d1c9d542-28b0-4743-bb8a-af20ecf99f3e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.918091] env[71147]: DEBUG nova.network.neutron [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Updating instance_info_cache with network_info: [{"id": "d1c9d542-28b0-4743-bb8a-af20ecf99f3e", "address": "fa:16:3e:3a:d7:37", "network": {"id": "b1a6ba94-61dc-4536-bd27-aea6ed56c90f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2138150214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cc3e6044a49443fac6350cbb2bfcd77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c9d542-28", "ovs_interfaceid": "d1c9d542-28b0-4743-bb8a-af20ecf99f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.171070] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f1d90d-9c22-19b8-3c90-775b9acd2d62, 'name': SearchDatastore_Task, 'duration_secs': 0.020778} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.171388] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.171623] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.171861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.172014] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.172201] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.172527] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97173d62-480f-4883-b70e-81ca7979919e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.185750] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.185950] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.186717] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f31c2d-9bb3-4350-aba2-75a15c3b8373 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.192436] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 999.192436] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e000f3-5e77-17d0-3b64-19aef015c0f5" [ 999.192436] env[71147]: _type = "Task" [ 999.192436] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.201214] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e000f3-5e77-17d0-3b64-19aef015c0f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.296791] env[71147]: DEBUG nova.compute.manager [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.313914] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.315883] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421396, 'name': Rename_Task, 'duration_secs': 0.402311} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.317997] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.066s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.320961] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.324970] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1c39fb2-f615-46bb-b59f-e0f1d8577cc4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.331412] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.331412] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.331412] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.331902] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.332224] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.332413] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.332623] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.333212] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.333474] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.333897] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.334531] env[71147]: DEBUG nova.virt.hardware [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.335527] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bc8fbe-7be3-4bab-878a-40567741107e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.350089] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01531b7-cef4-408b-ab33-1cf46db77cf4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.356626] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 999.356626] env[71147]: value = "task-3421397" [ 999.356626] env[71147]: _type = "Task" [ 999.356626] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.357732] env[71147]: INFO nova.scheduler.client.report [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted allocations for instance 6c9ee138-a637-46c5-9491-3360509e9043 [ 999.391671] env[71147]: DEBUG oslo_vmware.api [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421390, 'name': PowerOnVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.395265] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.420682] env[71147]: DEBUG oslo_concurrency.lockutils [req-bfc9c76a-94bd-4e27-a1b3-c3ceec426fbd req-b7f4c838-069c-4096-96c8-7ed705431fc0 service nova] Releasing lock "refresh_cache-0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.706407] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e000f3-5e77-17d0-3b64-19aef015c0f5, 'name': SearchDatastore_Task, 'duration_secs': 0.029362} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.707561] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cf2496-3798-4c83-a128-22a6cc2526a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.714871] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 999.714871] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f07e28-0721-1cab-99e3-21ed3b153c1a" [ 999.714871] env[71147]: _type = "Task" [ 999.714871] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.723366] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f07e28-0721-1cab-99e3-21ed3b153c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.838383] env[71147]: INFO nova.compute.claims [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.864158] env[71147]: DEBUG oslo_vmware.api [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421390, 'name': PowerOnVM_Task, 'duration_secs': 2.138377} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.867965] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.868278] env[71147]: DEBUG nova.compute.manager [None req-9c5fbce2-8e98-478f-84d8-d65031f0aa00 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.869392] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c519822a-86a5-429a-98df-3c44607a47dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.877539] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.889771] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b5057ce7-9af4-4b52-a0aa-fb8ef9cd467b tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "6c9ee138-a637-46c5-9491-3360509e9043" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.623s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.084173] env[71147]: DEBUG nova.compute.manager [req-7b06a03e-0edf-475a-8f4f-4f8e32657ef5 req-06c463da-f5e5-4459-b8f5-c49cea25e427 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Received event network-vif-plugged-b1925e72-0458-470c-8c9b-2f2a287fb18e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.084173] env[71147]: DEBUG oslo_concurrency.lockutils [req-7b06a03e-0edf-475a-8f4f-4f8e32657ef5 req-06c463da-f5e5-4459-b8f5-c49cea25e427 service nova] Acquiring lock "acb70fcd-2bb8-44d0-b9ae-936461949839-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.084173] env[71147]: DEBUG oslo_concurrency.lockutils [req-7b06a03e-0edf-475a-8f4f-4f8e32657ef5 req-06c463da-f5e5-4459-b8f5-c49cea25e427 service nova] Lock "acb70fcd-2bb8-44d0-b9ae-936461949839-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.084173] env[71147]: DEBUG oslo_concurrency.lockutils [req-7b06a03e-0edf-475a-8f4f-4f8e32657ef5 req-06c463da-f5e5-4459-b8f5-c49cea25e427 service nova] Lock "acb70fcd-2bb8-44d0-b9ae-936461949839-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.084173] env[71147]: DEBUG nova.compute.manager [req-7b06a03e-0edf-475a-8f4f-4f8e32657ef5 req-06c463da-f5e5-4459-b8f5-c49cea25e427 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] No waiting events found dispatching network-vif-plugged-b1925e72-0458-470c-8c9b-2f2a287fb18e {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.084173] env[71147]: WARNING nova.compute.manager [req-7b06a03e-0edf-475a-8f4f-4f8e32657ef5 req-06c463da-f5e5-4459-b8f5-c49cea25e427 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Received unexpected event network-vif-plugged-b1925e72-0458-470c-8c9b-2f2a287fb18e for instance with vm_state building and task_state spawning. [ 1000.181029] env[71147]: DEBUG nova.network.neutron [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Successfully updated port: b1925e72-0458-470c-8c9b-2f2a287fb18e {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.226546] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f07e28-0721-1cab-99e3-21ed3b153c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013329} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.226819] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.227106] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea/9211c8e9-adf5-4c2a-8287-67c4ff2d01ea.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.227406] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6797524d-078d-4dfd-80f5-7177b4286a27 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.235110] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1000.235110] env[71147]: value = "task-3421398" [ 1000.235110] env[71147]: _type = "Task" [ 1000.235110] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.244034] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.344891] env[71147]: INFO nova.compute.resource_tracker [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating resource usage from migration 6bc88a69-acf9-44cc-86e7-18ddf98ee2b9 [ 1000.379427] env[71147]: DEBUG oslo_vmware.api [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421397, 'name': PowerOnVM_Task, 'duration_secs': 0.679619} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.379707] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.379944] env[71147]: INFO nova.compute.manager [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1000.380479] env[71147]: DEBUG nova.compute.manager [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.382342] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a80ace0-0f6f-4f79-b22c-9763a5d2ef82 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.687915] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "refresh_cache-acb70fcd-2bb8-44d0-b9ae-936461949839" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.688097] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "refresh_cache-acb70fcd-2bb8-44d0-b9ae-936461949839" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.688221] env[71147]: DEBUG nova.network.neutron [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.747791] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421398, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.750046] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a005c-3bdc-4183-993c-8bb2d81f239e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.756258] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5d6042-6e06-4b2e-8383-8dba91997452 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.792499] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575a4c30-675d-4816-95f1-86860695c809 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.800206] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78b20df-148b-405d-bb9f-afe17acd2de1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.816555] env[71147]: DEBUG nova.compute.provider_tree [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.909656] env[71147]: INFO nova.compute.manager [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Took 32.29 seconds to build instance. [ 1001.236962] env[71147]: DEBUG nova.network.neutron [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.249133] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550701} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.249133] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea/9211c8e9-adf5-4c2a-8287-67c4ff2d01ea.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.249133] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.249426] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50230cff-760a-481d-8cc1-59f376ae4a30 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.256776] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.256776] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1001.256776] env[71147]: value = "task-3421399" [ 1001.256776] env[71147]: _type = "Task" [ 1001.256776] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.256776] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.269931] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.319762] env[71147]: DEBUG nova.scheduler.client.report [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.412912] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a3c72bac-c428-4724-95e6-0ff789976fd9 tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "b40d7774-063e-4bf3-9c59-f18c75423b13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.807s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.431639] env[71147]: DEBUG nova.network.neutron [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Updating instance_info_cache with network_info: [{"id": "b1925e72-0458-470c-8c9b-2f2a287fb18e", "address": "fa:16:3e:06:87:96", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1925e72-04", "ovs_interfaceid": "b1925e72-0458-470c-8c9b-2f2a287fb18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.770366] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.770747] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.770747] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.771900] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.771900] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.771900] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.771900] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1001.771900] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.779504] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069836} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.781968] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.782888] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43467b55-f727-405f-bf8d-23edc3172213 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.812033] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea/9211c8e9-adf5-4c2a-8287-67c4ff2d01ea.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.813379] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c0ee91-e4a0-4c78-9028-50eaf59f253c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.833051] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.515s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.833414] env[71147]: INFO nova.compute.manager [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Migrating [ 1001.842638] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.551s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.844221] env[71147]: INFO nova.compute.claims [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.864704] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1001.864704] env[71147]: value = "task-3421400" [ 1001.864704] env[71147]: _type = "Task" [ 1001.864704] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.865167] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.865400] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.876666] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.882619] env[71147]: DEBUG oslo_concurrency.lockutils [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "b40d7774-063e-4bf3-9c59-f18c75423b13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.882941] env[71147]: DEBUG oslo_concurrency.lockutils [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "b40d7774-063e-4bf3-9c59-f18c75423b13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.883171] env[71147]: DEBUG oslo_concurrency.lockutils [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "b40d7774-063e-4bf3-9c59-f18c75423b13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.883351] env[71147]: DEBUG oslo_concurrency.lockutils [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "b40d7774-063e-4bf3-9c59-f18c75423b13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.883514] env[71147]: DEBUG oslo_concurrency.lockutils [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "b40d7774-063e-4bf3-9c59-f18c75423b13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.885462] env[71147]: INFO nova.compute.manager [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Terminating instance [ 1001.935389] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "refresh_cache-acb70fcd-2bb8-44d0-b9ae-936461949839" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.935514] env[71147]: DEBUG nova.compute.manager [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Instance network_info: |[{"id": "b1925e72-0458-470c-8c9b-2f2a287fb18e", "address": "fa:16:3e:06:87:96", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1925e72-04", "ovs_interfaceid": "b1925e72-0458-470c-8c9b-2f2a287fb18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.936134] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:87:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1925e72-0458-470c-8c9b-2f2a287fb18e', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.943832] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.944159] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.944848] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67cf0ec1-33e0-4a90-96bf-401cf33f7fe0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.964781] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.964781] env[71147]: value = "task-3421401" [ 1001.964781] env[71147]: _type = "Task" [ 1001.964781] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.972735] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421401, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.112474] env[71147]: DEBUG nova.compute.manager [req-ddd46adb-3454-47af-a3f6-4c9b623ed5db req-88a80cbb-e3c7-4674-be59-25771d3ee3d4 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Received event network-changed-b1925e72-0458-470c-8c9b-2f2a287fb18e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.112584] env[71147]: DEBUG nova.compute.manager [req-ddd46adb-3454-47af-a3f6-4c9b623ed5db req-88a80cbb-e3c7-4674-be59-25771d3ee3d4 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Refreshing instance network info cache due to event network-changed-b1925e72-0458-470c-8c9b-2f2a287fb18e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.112788] env[71147]: DEBUG oslo_concurrency.lockutils [req-ddd46adb-3454-47af-a3f6-4c9b623ed5db req-88a80cbb-e3c7-4674-be59-25771d3ee3d4 service nova] Acquiring lock "refresh_cache-acb70fcd-2bb8-44d0-b9ae-936461949839" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.112934] env[71147]: DEBUG oslo_concurrency.lockutils [req-ddd46adb-3454-47af-a3f6-4c9b623ed5db req-88a80cbb-e3c7-4674-be59-25771d3ee3d4 service nova] Acquired lock "refresh_cache-acb70fcd-2bb8-44d0-b9ae-936461949839" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.113122] env[71147]: DEBUG nova.network.neutron [req-ddd46adb-3454-47af-a3f6-4c9b623ed5db req-88a80cbb-e3c7-4674-be59-25771d3ee3d4 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Refreshing network info cache for port b1925e72-0458-470c-8c9b-2f2a287fb18e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.283822] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.362707] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.362991] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.363203] env[71147]: DEBUG nova.network.neutron [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.371269] env[71147]: DEBUG nova.compute.manager [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.380819] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.389844] env[71147]: DEBUG nova.compute.manager [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.390175] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.390942] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a9a27d-4b24-45e3-89fe-ca1fda91449c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.399142] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.399434] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43f30003-2239-4115-bc8e-06ed3232260c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.406376] env[71147]: DEBUG oslo_vmware.api [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 1002.406376] env[71147]: value = "task-3421402" [ 1002.406376] env[71147]: _type = "Task" [ 1002.406376] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.417234] env[71147]: DEBUG oslo_vmware.api [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.478347] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421401, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.837534] env[71147]: DEBUG nova.network.neutron [req-ddd46adb-3454-47af-a3f6-4c9b623ed5db req-88a80cbb-e3c7-4674-be59-25771d3ee3d4 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Updated VIF entry in instance network info cache for port b1925e72-0458-470c-8c9b-2f2a287fb18e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.837875] env[71147]: DEBUG nova.network.neutron [req-ddd46adb-3454-47af-a3f6-4c9b623ed5db req-88a80cbb-e3c7-4674-be59-25771d3ee3d4 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Updating instance_info_cache with network_info: [{"id": "b1925e72-0458-470c-8c9b-2f2a287fb18e", "address": "fa:16:3e:06:87:96", "network": {"id": "6019e2f5-3228-40ff-a905-7c87501e89d7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1128598556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1f3d32d6d34ce09ce9db9409098580", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1925e72-04", "ovs_interfaceid": "b1925e72-0458-470c-8c9b-2f2a287fb18e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.882274] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421400, 'name': ReconfigVM_Task, 'duration_secs': 0.733371} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.884327] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea/9211c8e9-adf5-4c2a-8287-67c4ff2d01ea.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.885098] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed3d71fd-50c0-46df-8e11-785f7dad4ae7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.891998] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1002.891998] env[71147]: value = "task-3421403" [ 1002.891998] env[71147]: _type = "Task" [ 1002.891998] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.895482] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.905205] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421403, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.914871] env[71147]: DEBUG oslo_vmware.api [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421402, 'name': PowerOffVM_Task, 'duration_secs': 0.249877} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.917160] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.917336] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.917741] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e317d51f-0124-4c36-a5a4-90de0a2cd03d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.978094] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421401, 'name': CreateVM_Task, 'duration_secs': 0.597132} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.978296] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.978976] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.979203] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.979502] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.980132] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629d9060-0e19-4a94-8250-f012aa5dafda {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.985073] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.985276] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.985454] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Deleting the datastore file [datastore1] b40d7774-063e-4bf3-9c59-f18c75423b13 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.988288] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e9c08de-8496-4002-9ef8-180e7cda5660 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.991477] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1002.991477] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527f081d-c34d-c568-1e09-b60908899914" [ 1002.991477] env[71147]: _type = "Task" [ 1002.991477] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.996631] env[71147]: DEBUG oslo_vmware.api [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for the task: (returnval){ [ 1002.996631] env[71147]: value = "task-3421405" [ 1002.996631] env[71147]: _type = "Task" [ 1002.996631] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.002619] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527f081d-c34d-c568-1e09-b60908899914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.009532] env[71147]: DEBUG oslo_vmware.api [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.101481] env[71147]: DEBUG nova.network.neutron [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance_info_cache with network_info: [{"id": "ea433764-da56-468e-8849-8a2db189a4e9", "address": "fa:16:3e:4a:d6:b6", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea433764-da", "ovs_interfaceid": "ea433764-da56-468e-8849-8a2db189a4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.173455] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61208685-6148-415d-915d-0b082bfcee65 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.181046] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c199ce-31f1-46f7-940b-345b62f11ba8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.210563] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab177fc-cad1-40fc-bc40-b962e95292f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.218040] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0019f8-5fe3-48c3-a2bb-135075c07170 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.232053] env[71147]: DEBUG nova.compute.provider_tree [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.340315] env[71147]: DEBUG oslo_concurrency.lockutils [req-ddd46adb-3454-47af-a3f6-4c9b623ed5db req-88a80cbb-e3c7-4674-be59-25771d3ee3d4 service nova] Releasing lock "refresh_cache-acb70fcd-2bb8-44d0-b9ae-936461949839" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.080566] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.082406] env[71147]: DEBUG nova.scheduler.client.report [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.094536] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421403, 'name': Rename_Task, 'duration_secs': 0.150969} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.095513] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.096394] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-273b34f4-7c82-4329-8ee3-44e3c13b8717 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.101681] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527f081d-c34d-c568-1e09-b60908899914, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.105193] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.105193] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.105361] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.105415] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.105572] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.106082] env[71147]: DEBUG oslo_vmware.api [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Task: {'id': task-3421405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145717} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.106274] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0147c34c-8857-4850-ad4f-4b3f74a9e46c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.107855] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.108047] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.108268] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.108394] env[71147]: INFO nova.compute.manager [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1004.108614] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.109908] env[71147]: DEBUG nova.compute.manager [-] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.110027] env[71147]: DEBUG nova.network.neutron [-] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.111563] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1004.111563] env[71147]: value = "task-3421406" [ 1004.111563] env[71147]: _type = "Task" [ 1004.111563] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.119986] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.120945] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.121142] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.121835] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173b4713-fe98-4615-b175-ade2fe485836 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.126932] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1004.126932] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a8e69e-5885-c6a2-18cd-6e184ed65312" [ 1004.126932] env[71147]: _type = "Task" [ 1004.126932] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.134712] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a8e69e-5885-c6a2-18cd-6e184ed65312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.330038] env[71147]: DEBUG nova.compute.manager [req-980e80c2-3dd6-4ec6-91cb-d72fa0f5defa req-6942c633-8854-4bf1-8e0e-7fd6eaf95e50 service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Received event network-vif-deleted-6156dcb1-4c02-4b57-9e2e-c753da46e8a1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.330264] env[71147]: INFO nova.compute.manager [req-980e80c2-3dd6-4ec6-91cb-d72fa0f5defa req-6942c633-8854-4bf1-8e0e-7fd6eaf95e50 service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Neutron deleted interface 6156dcb1-4c02-4b57-9e2e-c753da46e8a1; detaching it from the instance and deleting it from the info cache [ 1004.330437] env[71147]: DEBUG nova.network.neutron [req-980e80c2-3dd6-4ec6-91cb-d72fa0f5defa req-6942c633-8854-4bf1-8e0e-7fd6eaf95e50 service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.596261] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.596518] env[71147]: DEBUG nova.compute.manager [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.599271] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.143s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.599517] env[71147]: DEBUG nova.objects.instance [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'resources' on Instance uuid 621d7ad8-9527-4d52-8b55-4da90d4d5ec2 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.621539] env[71147]: DEBUG oslo_vmware.api [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421406, 'name': PowerOnVM_Task, 'duration_secs': 0.4819} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.622225] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.622430] env[71147]: INFO nova.compute.manager [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1004.622612] env[71147]: DEBUG nova.compute.manager [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.623529] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98965aec-0268-468a-bcb9-8a4e664d5409 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.640660] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a8e69e-5885-c6a2-18cd-6e184ed65312, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.641485] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc743ab-648b-4809-b22b-22c62ea8b9ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.647311] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1004.647311] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526f7094-fc4e-650f-a08b-e9f17c1278db" [ 1004.647311] env[71147]: _type = "Task" [ 1004.647311] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.654437] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526f7094-fc4e-650f-a08b-e9f17c1278db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.812697] env[71147]: DEBUG nova.network.neutron [-] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.833169] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb0b6f17-7513-49e0-96bf-85809bcfcc8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.843324] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513864f7-6817-42d2-bb07-beebe4acafb3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.875029] env[71147]: DEBUG nova.compute.manager [req-980e80c2-3dd6-4ec6-91cb-d72fa0f5defa req-6942c633-8854-4bf1-8e0e-7fd6eaf95e50 service nova] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Detach interface failed, port_id=6156dcb1-4c02-4b57-9e2e-c753da46e8a1, reason: Instance b40d7774-063e-4bf3-9c59-f18c75423b13 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.102020] env[71147]: DEBUG nova.compute.utils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.106824] env[71147]: DEBUG nova.compute.manager [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.106824] env[71147]: DEBUG nova.network.neutron [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.145313] env[71147]: INFO nova.compute.manager [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Took 34.71 seconds to build instance. [ 1005.159247] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526f7094-fc4e-650f-a08b-e9f17c1278db, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.159985] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.159985] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] acb70fcd-2bb8-44d0-b9ae-936461949839/acb70fcd-2bb8-44d0-b9ae-936461949839.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.160995] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa36ee46-5075-4691-aa8f-7af3fe8fd1a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.171139] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1005.171139] env[71147]: value = "task-3421407" [ 1005.171139] env[71147]: _type = "Task" [ 1005.171139] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.178451] env[71147]: DEBUG nova.policy [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23c261141d14bcd887ad37cf8e445f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed35b211a6a4abf8058444e4294e0d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.188564] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.317170] env[71147]: INFO nova.compute.manager [-] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Took 1.21 seconds to deallocate network for instance. [ 1005.553648] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971806eb-20db-4660-ad17-265e2a8cb8de {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.563574] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf9cea4-2ed7-4b4d-a48f-b9981992b8a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.603429] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0def5e-0abc-4f06-a133-4e9ff4bf1ed2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.609365] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b42d0-4822-4ee8-8a5b-0f2301d1f814 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.612256] env[71147]: DEBUG nova.compute.manager [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.637921] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c4d0be-086f-439e-aa5d-d33ff37e47a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.647317] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance '6c241ef1-4bea-4751-9681-a81681fd965e' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.651372] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4de9739d-7b3c-41d0-84e4-2b7866c5851b tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.222s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.665514] env[71147]: DEBUG nova.compute.provider_tree [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.682426] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421407, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.794731] env[71147]: DEBUG nova.network.neutron [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Successfully created port: f3025694-e41d-49cb-b275-61a103fa03b8 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.823517] env[71147]: DEBUG oslo_concurrency.lockutils [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.154025] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.155066] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f94a993-dff9-468c-abd0-9f4b4f524364 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.164861] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1006.164861] env[71147]: value = "task-3421408" [ 1006.164861] env[71147]: _type = "Task" [ 1006.164861] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.170669] env[71147]: DEBUG nova.scheduler.client.report [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.178120] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.187408] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541618} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.188394] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] acb70fcd-2bb8-44d0-b9ae-936461949839/acb70fcd-2bb8-44d0-b9ae-936461949839.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.188659] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.188979] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edd9d8a6-f1ab-4198-b143-7f083a4bb56e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.196937] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1006.196937] env[71147]: value = "task-3421409" [ 1006.196937] env[71147]: _type = "Task" [ 1006.196937] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.205668] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.360303] env[71147]: DEBUG nova.compute.manager [req-edcbed8c-17b9-4d8b-8ed8-962871e5f9ae req-d2d98d60-421d-490c-83cf-05fc2e92ec87 service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Received event network-changed-7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.360303] env[71147]: DEBUG nova.compute.manager [req-edcbed8c-17b9-4d8b-8ed8-962871e5f9ae req-d2d98d60-421d-490c-83cf-05fc2e92ec87 service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Refreshing instance network info cache due to event network-changed-7e5c3c70-2ac3-4df2-9e85-577ed326d26e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.360485] env[71147]: DEBUG oslo_concurrency.lockutils [req-edcbed8c-17b9-4d8b-8ed8-962871e5f9ae req-d2d98d60-421d-490c-83cf-05fc2e92ec87 service nova] Acquiring lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.360521] env[71147]: DEBUG oslo_concurrency.lockutils [req-edcbed8c-17b9-4d8b-8ed8-962871e5f9ae req-d2d98d60-421d-490c-83cf-05fc2e92ec87 service nova] Acquired lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.360652] env[71147]: DEBUG nova.network.neutron [req-edcbed8c-17b9-4d8b-8ed8-962871e5f9ae req-d2d98d60-421d-490c-83cf-05fc2e92ec87 service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Refreshing network info cache for port 7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.623045] env[71147]: DEBUG nova.compute.manager [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.648464] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.648742] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.648899] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.649096] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.649247] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.649434] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.649604] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.649881] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.650037] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.650158] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.650263] env[71147]: DEBUG nova.virt.hardware [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.651131] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4525c3e9-e347-485b-9b0c-83a4fce339e6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.659383] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa2f8f8-ca85-413c-a2a1-c7cb9758b7da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.680173] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.682018] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421408, 'name': PowerOffVM_Task, 'duration_secs': 0.222948} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.682440] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.970s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.682629] env[71147]: DEBUG nova.objects.instance [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1006.685146] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.686162] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance '6c241ef1-4bea-4751-9681-a81681fd965e' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.706894] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077891} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.707917] env[71147]: INFO nova.scheduler.client.report [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleted allocations for instance 621d7ad8-9527-4d52-8b55-4da90d4d5ec2 [ 1006.708966] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.712059] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeda702-c10e-43bb-a259-d7d5be3979e4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.735296] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] acb70fcd-2bb8-44d0-b9ae-936461949839/acb70fcd-2bb8-44d0-b9ae-936461949839.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.736709] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12115e7f-fe0d-4a51-90a8-be25e65d0aa7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.757467] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1006.757467] env[71147]: value = "task-3421410" [ 1006.757467] env[71147]: _type = "Task" [ 1006.757467] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.766545] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.194739] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.195108] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.195481] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.195481] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.195597] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.195754] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.195991] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.196200] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.196436] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.196675] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.196876] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.203503] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d2ef04-0359-4986-bf6a-68b587c9c52b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.219532] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e676a121-1846-4a85-aedd-1d8c0a609102 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "621d7ad8-9527-4d52-8b55-4da90d4d5ec2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.560s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.225392] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1007.225392] env[71147]: value = "task-3421411" [ 1007.225392] env[71147]: _type = "Task" [ 1007.225392] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.230257] env[71147]: DEBUG nova.network.neutron [req-edcbed8c-17b9-4d8b-8ed8-962871e5f9ae req-d2d98d60-421d-490c-83cf-05fc2e92ec87 service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Updated VIF entry in instance network info cache for port 7e5c3c70-2ac3-4df2-9e85-577ed326d26e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.230413] env[71147]: DEBUG nova.network.neutron [req-edcbed8c-17b9-4d8b-8ed8-962871e5f9ae req-d2d98d60-421d-490c-83cf-05fc2e92ec87 service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Updating instance_info_cache with network_info: [{"id": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "address": "fa:16:3e:3d:6c:01", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5c3c70-2a", "ovs_interfaceid": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.238282] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.269470] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421410, 'name': ReconfigVM_Task, 'duration_secs': 0.297346} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.269767] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Reconfigured VM instance instance-0000004e to attach disk [datastore2] acb70fcd-2bb8-44d0-b9ae-936461949839/acb70fcd-2bb8-44d0-b9ae-936461949839.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.270390] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9125d29-cfcb-44db-8779-40a5700950e9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.276129] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1007.276129] env[71147]: value = "task-3421412" [ 1007.276129] env[71147]: _type = "Task" [ 1007.276129] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.284472] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421412, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.424442] env[71147]: DEBUG nova.network.neutron [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Successfully updated port: f3025694-e41d-49cb-b275-61a103fa03b8 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.703795] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c09007a9-31ac-45ef-93d8-e657f165c8bc tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.704928] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.865s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.706427] env[71147]: INFO nova.compute.claims [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.735538] env[71147]: DEBUG oslo_concurrency.lockutils [req-edcbed8c-17b9-4d8b-8ed8-962871e5f9ae req-d2d98d60-421d-490c-83cf-05fc2e92ec87 service nova] Releasing lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.735964] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421411, 'name': ReconfigVM_Task, 'duration_secs': 0.243605} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.736253] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance '6c241ef1-4bea-4751-9681-a81681fd965e' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.786631] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421412, 'name': Rename_Task, 'duration_secs': 0.210554} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.786901] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.787447] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f66e072e-0871-4a1e-903f-fef260b6e510 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.793528] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1007.793528] env[71147]: value = "task-3421413" [ 1007.793528] env[71147]: _type = "Task" [ 1007.793528] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.801255] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.925456] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.925615] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.925767] env[71147]: DEBUG nova.network.neutron [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.114127] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.114127] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.245957] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.245957] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.246380] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.246380] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.246482] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.246537] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.246781] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.246966] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.247223] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.247422] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.247603] env[71147]: DEBUG nova.virt.hardware [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.253238] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.253940] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c1a9258-04a3-4f9a-8fa2-3d96999cee8c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.274887] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1008.274887] env[71147]: value = "task-3421414" [ 1008.274887] env[71147]: _type = "Task" [ 1008.274887] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.282910] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421414, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.304142] env[71147]: DEBUG oslo_vmware.api [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421413, 'name': PowerOnVM_Task, 'duration_secs': 0.509728} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.304381] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.304608] env[71147]: INFO nova.compute.manager [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1008.304849] env[71147]: DEBUG nova.compute.manager [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.305668] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af93ff88-8ecf-4624-b379-fa6b967a9c50 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.385329] env[71147]: DEBUG nova.compute.manager [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-vif-plugged-f3025694-e41d-49cb-b275-61a103fa03b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.385569] env[71147]: DEBUG oslo_concurrency.lockutils [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.385786] env[71147]: DEBUG oslo_concurrency.lockutils [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.385953] env[71147]: DEBUG oslo_concurrency.lockutils [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.386132] env[71147]: DEBUG nova.compute.manager [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] No waiting events found dispatching network-vif-plugged-f3025694-e41d-49cb-b275-61a103fa03b8 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.386296] env[71147]: WARNING nova.compute.manager [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received unexpected event network-vif-plugged-f3025694-e41d-49cb-b275-61a103fa03b8 for instance with vm_state building and task_state spawning. [ 1008.386463] env[71147]: DEBUG nova.compute.manager [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-changed-f3025694-e41d-49cb-b275-61a103fa03b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.386624] env[71147]: DEBUG nova.compute.manager [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Refreshing instance network info cache due to event network-changed-f3025694-e41d-49cb-b275-61a103fa03b8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.386784] env[71147]: DEBUG oslo_concurrency.lockutils [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] Acquiring lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.457279] env[71147]: DEBUG nova.network.neutron [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.587647] env[71147]: DEBUG nova.network.neutron [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.617367] env[71147]: INFO nova.compute.manager [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Detaching volume d4ad5d88-cf33-4611-8081-7e7dfaaa8d97 [ 1008.652934] env[71147]: INFO nova.virt.block_device [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Attempting to driver detach volume d4ad5d88-cf33-4611-8081-7e7dfaaa8d97 from mountpoint /dev/sdb [ 1008.653191] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.653378] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682549', 'volume_id': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'name': 'volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '894c10ee-ce64-4573-a67b-17718ec9fe3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'serial': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.654267] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd8c357-08cc-4054-8623-9869c38cb25e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.676499] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5ee17b-341c-4087-886c-569b39ec4708 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.683667] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464d5149-28da-4320-97be-e89ab0a22a5a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.704654] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe47537-aa81-41fe-bf98-a0d72e47152f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.721499] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] The volume has not been displaced from its original location: [datastore1] volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97/volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.727325] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.727839] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afa7fd3-82a3-4a4c-8132-0d230f5e7ce2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.746222] env[71147]: DEBUG oslo_vmware.api [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1008.746222] env[71147]: value = "task-3421415" [ 1008.746222] env[71147]: _type = "Task" [ 1008.746222] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.756959] env[71147]: DEBUG oslo_vmware.api [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.784459] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421414, 'name': ReconfigVM_Task, 'duration_secs': 0.355093} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.784757] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.785722] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cc26aa-0b68-49b5-9fe4-bbcb0091d5b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.812475] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 6c241ef1-4bea-4751-9681-a81681fd965e/6c241ef1-4bea-4751-9681-a81681fd965e.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.815134] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e245a24f-2f9d-494d-ba1e-1b5f65cb5d7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.834531] env[71147]: INFO nova.compute.manager [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Took 37.98 seconds to build instance. [ 1008.837506] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1008.837506] env[71147]: value = "task-3421416" [ 1008.837506] env[71147]: _type = "Task" [ 1008.837506] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.847824] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.044870] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890166f3-773b-490a-ba9f-644aec9e67ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.053392] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0426c87-22a7-48c7-b56f-e4c9ab9b8909 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.083955] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d1def3-dd9e-4293-a6f5-b43078a04649 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.092164] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.092483] env[71147]: DEBUG nova.compute.manager [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Instance network_info: |[{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.092835] env[71147]: DEBUG oslo_concurrency.lockutils [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] Acquired lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.093102] env[71147]: DEBUG nova.network.neutron [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Refreshing network info cache for port f3025694-e41d-49cb-b275-61a103fa03b8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.094228] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:41:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3025694-e41d-49cb-b275-61a103fa03b8', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.101479] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.102716] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d8073a-ba28-4332-b34b-495f177079c0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.109297] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.109751] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70ca6d2a-a665-48cb-ae43-b8d729f9691a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.134292] env[71147]: DEBUG nova.compute.provider_tree [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.136769] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.136769] env[71147]: value = "task-3421417" [ 1009.136769] env[71147]: _type = "Task" [ 1009.136769] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.145748] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421417, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.265916] env[71147]: DEBUG oslo_vmware.api [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421415, 'name': ReconfigVM_Task, 'duration_secs': 0.200321} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.266889] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.271403] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8bfdc62-79b4-4689-bd3e-a2dc87dde5d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.287704] env[71147]: DEBUG oslo_vmware.api [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1009.287704] env[71147]: value = "task-3421418" [ 1009.287704] env[71147]: _type = "Task" [ 1009.287704] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.298556] env[71147]: DEBUG oslo_vmware.api [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.337934] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bc630d76-13d2-4550-a73b-5a3aae58e805 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "acb70fcd-2bb8-44d0-b9ae-936461949839" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.490s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.348225] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421416, 'name': ReconfigVM_Task, 'duration_secs': 0.255437} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.352023] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 6c241ef1-4bea-4751-9681-a81681fd965e/6c241ef1-4bea-4751-9681-a81681fd965e.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.352023] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance '6c241ef1-4bea-4751-9681-a81681fd965e' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.426962] env[71147]: DEBUG nova.network.neutron [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updated VIF entry in instance network info cache for port f3025694-e41d-49cb-b275-61a103fa03b8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.427450] env[71147]: DEBUG nova.network.neutron [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.638923] env[71147]: DEBUG nova.scheduler.client.report [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.652174] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421417, 'name': CreateVM_Task, 'duration_secs': 0.384932} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.652346] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.653015] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.653227] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.653944] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.653944] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cbcae1-50f0-4499-8bf2-3aebca503364 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.659509] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1009.659509] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520fe503-f640-e822-a577-4a38041a43ab" [ 1009.659509] env[71147]: _type = "Task" [ 1009.659509] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.667970] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520fe503-f640-e822-a577-4a38041a43ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.800909] env[71147]: DEBUG oslo_vmware.api [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421418, 'name': ReconfigVM_Task, 'duration_secs': 0.163045} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.801345] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682549', 'volume_id': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'name': 'volume-d4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '894c10ee-ce64-4573-a67b-17718ec9fe3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97', 'serial': 'd4ad5d88-cf33-4611-8081-7e7dfaaa8d97'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1009.857649] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044953a8-8674-4c2c-8cbc-44323481ecc6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.877043] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea60a08-5ac9-4300-9bab-2d72f17af614 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.896796] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance '6c241ef1-4bea-4751-9681-a81681fd965e' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.930398] env[71147]: DEBUG oslo_concurrency.lockutils [req-4380c1c9-0d95-403e-a965-efcead84c9b7 req-7ffa53bb-8c0f-48ec-929f-eed0255bb80e service nova] Releasing lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.147385] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.147910] env[71147]: DEBUG nova.compute.manager [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.150470] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.979s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.151850] env[71147]: INFO nova.compute.claims [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.169872] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520fe503-f640-e822-a577-4a38041a43ab, 'name': SearchDatastore_Task, 'duration_secs': 0.026405} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.170186] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.170411] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.170642] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.170786] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.170959] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.171356] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aa69cfc-7a5f-474e-bf5f-0d8a74f304d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.182185] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.182185] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.182185] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6636d321-352f-43da-94b6-ce5be6a1df0f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.187504] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1010.187504] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523e3900-8d9b-55d2-9ff1-c0c59a8a0a7b" [ 1010.187504] env[71147]: _type = "Task" [ 1010.187504] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.195713] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523e3900-8d9b-55d2-9ff1-c0c59a8a0a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.352494] env[71147]: DEBUG nova.objects.instance [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'flavor' on Instance uuid 894c10ee-ce64-4573-a67b-17718ec9fe3d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.435201] env[71147]: DEBUG nova.network.neutron [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Port ea433764-da56-468e-8849-8a2db189a4e9 binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1010.506420] env[71147]: DEBUG nova.compute.manager [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.507350] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc9cc9-a359-47c1-b93e-108d783f3707 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.657821] env[71147]: DEBUG nova.compute.utils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.661285] env[71147]: DEBUG nova.compute.manager [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.661285] env[71147]: DEBUG nova.network.neutron [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.697485] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523e3900-8d9b-55d2-9ff1-c0c59a8a0a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.043324} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.698280] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11d738d-6600-49dc-a65f-f95639c89de0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.703704] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1010.703704] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c4d56-272f-4a2f-b9e6-a598b5a7c2a9" [ 1010.703704] env[71147]: _type = "Task" [ 1010.703704] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.711455] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c4d56-272f-4a2f-b9e6-a598b5a7c2a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.738538] env[71147]: DEBUG nova.policy [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16713554e7b349cd95f76b86989fb726', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a817d1424c4c44bd0f7b0313db6e92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.019252] env[71147]: INFO nova.compute.manager [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] instance snapshotting [ 1011.024446] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b71065-90fb-4951-9748-ca10937fd0ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.046784] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1003693e-e53c-4fca-a6e3-c88419c1c444 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.107027] env[71147]: DEBUG nova.network.neutron [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Successfully created port: bdf0269d-3d2c-4e21-a70b-92d48995ccf3 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.162369] env[71147]: DEBUG nova.compute.manager [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.222470] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c4d56-272f-4a2f-b9e6-a598b5a7c2a9, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.225147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.225453] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 6dae7607-e24e-44d0-afb2-f7ad63571ff3/6dae7607-e24e-44d0-afb2-f7ad63571ff3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.225914] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-973f243b-5654-4625-8b5f-e4f3f5534cf5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.233668] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1011.233668] env[71147]: value = "task-3421419" [ 1011.233668] env[71147]: _type = "Task" [ 1011.233668] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.241631] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.364078] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6eac6cdb-96ce-469c-a126-cd0dc5158ee7 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.468340] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "6c241ef1-4bea-4751-9681-a81681fd965e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.468666] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.468855] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.521907] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cf452a-3a33-4ff3-a916-0101736aa617 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.533924] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a44460-a715-44d7-86c0-69791d859db7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.578651] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1011.579722] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6cd4f677-4160-4592-9fe7-0bbbc32cbdcb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.582564] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b058fc-5908-4f94-b253-b86d2d44655e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.592059] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805feeee-9efa-4f45-8448-9b551079f733 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.599140] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1011.599140] env[71147]: value = "task-3421420" [ 1011.599140] env[71147]: _type = "Task" [ 1011.599140] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.612904] env[71147]: DEBUG nova.compute.provider_tree [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.621423] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421420, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.743371] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477497} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.743722] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 6dae7607-e24e-44d0-afb2-f7ad63571ff3/6dae7607-e24e-44d0-afb2-f7ad63571ff3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.743844] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.744118] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f724393d-e365-483d-9951-95cb99d6e5c1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.750436] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1011.750436] env[71147]: value = "task-3421421" [ 1011.750436] env[71147]: _type = "Task" [ 1011.750436] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.758490] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.109381] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421420, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.117449] env[71147]: DEBUG nova.scheduler.client.report [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.175315] env[71147]: DEBUG nova.compute.manager [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.203286] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.203428] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.203471] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.203649] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.203799] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.203947] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.204178] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.204343] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.204512] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.204673] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.204887] env[71147]: DEBUG nova.virt.hardware [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.205912] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d23c1a-f787-427b-9710-a8e3737de19a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.214980] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3957a1e-59c9-4df0-89f9-6af95aefb42a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.259022] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064035} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.259355] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.260083] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc69d6-a530-4806-9e3c-6b457213e3ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.282055] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 6dae7607-e24e-44d0-afb2-f7ad63571ff3/6dae7607-e24e-44d0-afb2-f7ad63571ff3.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.282333] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-137aed33-4e5d-45e7-8c5a-f6c669368169 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.302568] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1012.302568] env[71147]: value = "task-3421422" [ 1012.302568] env[71147]: _type = "Task" [ 1012.302568] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.311455] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.449025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.450336] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.450336] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "894c10ee-ce64-4573-a67b-17718ec9fe3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.450336] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.450336] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.452527] env[71147]: INFO nova.compute.manager [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Terminating instance [ 1012.504264] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.504447] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.504624] env[71147]: DEBUG nova.network.neutron [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.611163] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421420, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.622891] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.622891] env[71147]: DEBUG nova.compute.manager [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.625406] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.838s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.626875] env[71147]: INFO nova.compute.claims [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.812761] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421422, 'name': ReconfigVM_Task, 'duration_secs': 0.341253} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.813120] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 6dae7607-e24e-44d0-afb2-f7ad63571ff3/6dae7607-e24e-44d0-afb2-f7ad63571ff3.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.813751] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30d65a4e-8c4b-4abf-9120-49f4717af303 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.820510] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1012.820510] env[71147]: value = "task-3421423" [ 1012.820510] env[71147]: _type = "Task" [ 1012.820510] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.828568] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421423, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.954118] env[71147]: DEBUG nova.compute.manager [req-eddfa278-5903-42b6-8d37-6e1512b544ba req-adf224ab-6b97-4ab1-8f36-03b94b29239c service nova] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Received event network-vif-plugged-bdf0269d-3d2c-4e21-a70b-92d48995ccf3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.954366] env[71147]: DEBUG oslo_concurrency.lockutils [req-eddfa278-5903-42b6-8d37-6e1512b544ba req-adf224ab-6b97-4ab1-8f36-03b94b29239c service nova] Acquiring lock "053c8a7b-a27e-4979-a39c-4f36b19fc029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.954597] env[71147]: DEBUG oslo_concurrency.lockutils [req-eddfa278-5903-42b6-8d37-6e1512b544ba req-adf224ab-6b97-4ab1-8f36-03b94b29239c service nova] Lock "053c8a7b-a27e-4979-a39c-4f36b19fc029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.954789] env[71147]: DEBUG oslo_concurrency.lockutils [req-eddfa278-5903-42b6-8d37-6e1512b544ba req-adf224ab-6b97-4ab1-8f36-03b94b29239c service nova] Lock "053c8a7b-a27e-4979-a39c-4f36b19fc029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.954981] env[71147]: DEBUG nova.compute.manager [req-eddfa278-5903-42b6-8d37-6e1512b544ba req-adf224ab-6b97-4ab1-8f36-03b94b29239c service nova] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] No waiting events found dispatching network-vif-plugged-bdf0269d-3d2c-4e21-a70b-92d48995ccf3 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.956791] env[71147]: WARNING nova.compute.manager [req-eddfa278-5903-42b6-8d37-6e1512b544ba req-adf224ab-6b97-4ab1-8f36-03b94b29239c service nova] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Received unexpected event network-vif-plugged-bdf0269d-3d2c-4e21-a70b-92d48995ccf3 for instance with vm_state building and task_state spawning. [ 1012.963140] env[71147]: DEBUG nova.compute.manager [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.963140] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.963140] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a519dc6-c03d-45cc-95a5-57303db9a28a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.973677] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.973941] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-038231a6-488f-4a39-8968-388e46751126 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.979707] env[71147]: DEBUG oslo_vmware.api [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1012.979707] env[71147]: value = "task-3421424" [ 1012.979707] env[71147]: _type = "Task" [ 1012.979707] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.987491] env[71147]: DEBUG oslo_vmware.api [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.110930] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421420, 'name': CreateSnapshot_Task, 'duration_secs': 1.309816} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.111513] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.112389] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eae3ee1-f6d2-476a-9022-48ddceeff21a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.132613] env[71147]: DEBUG nova.compute.utils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.135994] env[71147]: DEBUG nova.compute.manager [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.136160] env[71147]: DEBUG nova.network.neutron [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.145498] env[71147]: DEBUG nova.network.neutron [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Successfully updated port: bdf0269d-3d2c-4e21-a70b-92d48995ccf3 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.220489] env[71147]: DEBUG nova.policy [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16713554e7b349cd95f76b86989fb726', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21a817d1424c4c44bd0f7b0313db6e92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.283714] env[71147]: DEBUG nova.network.neutron [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance_info_cache with network_info: [{"id": "ea433764-da56-468e-8849-8a2db189a4e9", "address": "fa:16:3e:4a:d6:b6", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea433764-da", "ovs_interfaceid": "ea433764-da56-468e-8849-8a2db189a4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.330285] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421423, 'name': Rename_Task, 'duration_secs': 0.143223} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.330555] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.330807] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e41faee8-f96d-4661-b0c3-3be02b20cfbd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.338020] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1013.338020] env[71147]: value = "task-3421425" [ 1013.338020] env[71147]: _type = "Task" [ 1013.338020] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.345499] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.490080] env[71147]: DEBUG oslo_vmware.api [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421424, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.622613] env[71147]: DEBUG nova.network.neutron [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Successfully created port: cf59131a-8794-4c17-ad2b-4caf4999695b {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.640024] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1013.640024] env[71147]: DEBUG nova.compute.manager [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.647413] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de18203b-a809-4c68-96bc-12dde7d999bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.656473] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "refresh_cache-053c8a7b-a27e-4979-a39c-4f36b19fc029" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.656473] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquired lock "refresh_cache-053c8a7b-a27e-4979-a39c-4f36b19fc029" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.656473] env[71147]: DEBUG nova.network.neutron [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.663280] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1013.663280] env[71147]: value = "task-3421426" [ 1013.663280] env[71147]: _type = "Task" [ 1013.663280] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.672593] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421426, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.785419] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.855422] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421425, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.998949] env[71147]: DEBUG oslo_vmware.api [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421424, 'name': PowerOffVM_Task, 'duration_secs': 0.529351} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.999272] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.999452] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.999782] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c53a8d13-f700-4ca5-877d-1ea7d95e9280 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.029582] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7a37b6-4bcb-462d-b20c-66ae46275243 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.039203] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdad7000-f681-40ca-8b61-4ae98b204822 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.075508] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e242f4f7-c214-4da0-bd7e-02e2d6289e99 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.078957] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.079191] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.079373] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleting the datastore file [datastore2] 894c10ee-ce64-4573-a67b-17718ec9fe3d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.079957] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4747cd09-b716-4f11-96c5-c724b733fbfc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.085113] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0f4fe2-92bc-4f17-b63f-16523c99ffc8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.090169] env[71147]: DEBUG oslo_vmware.api [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1014.090169] env[71147]: value = "task-3421428" [ 1014.090169] env[71147]: _type = "Task" [ 1014.090169] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.101529] env[71147]: DEBUG nova.compute.provider_tree [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.108702] env[71147]: DEBUG oslo_vmware.api [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.173809] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421426, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.209926] env[71147]: DEBUG nova.network.neutron [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.307808] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0a14b2-9e81-4ea9-b85b-9d81c0e3957f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.328729] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a225ea-aa84-4398-8932-1104f770bec1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.336450] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance '6c241ef1-4bea-4751-9681-a81681fd965e' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.348307] env[71147]: DEBUG oslo_vmware.api [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421425, 'name': PowerOnVM_Task, 'duration_secs': 0.696627} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.348628] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.348851] env[71147]: INFO nova.compute.manager [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1014.349051] env[71147]: DEBUG nova.compute.manager [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.349866] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d320bd-2f28-4715-a0e5-f509bc7a6581 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.364467] env[71147]: DEBUG nova.network.neutron [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Updating instance_info_cache with network_info: [{"id": "bdf0269d-3d2c-4e21-a70b-92d48995ccf3", "address": "fa:16:3e:ae:52:6c", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdf0269d-3d", "ovs_interfaceid": "bdf0269d-3d2c-4e21-a70b-92d48995ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.600563] env[71147]: DEBUG oslo_vmware.api [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162132} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.600838] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.601153] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.601241] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.602047] env[71147]: INFO nova.compute.manager [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1014.602047] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.602047] env[71147]: DEBUG nova.compute.manager [-] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.602047] env[71147]: DEBUG nova.network.neutron [-] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.623217] env[71147]: ERROR nova.scheduler.client.report [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [req-66cfdeff-7278-4221-84e0-11f9b93e192c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-66cfdeff-7278-4221-84e0-11f9b93e192c"}]} [ 1014.639806] env[71147]: DEBUG nova.scheduler.client.report [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1014.654556] env[71147]: DEBUG nova.scheduler.client.report [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1014.654774] env[71147]: DEBUG nova.compute.provider_tree [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.661910] env[71147]: DEBUG nova.compute.manager [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.667818] env[71147]: DEBUG nova.scheduler.client.report [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1014.675150] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421426, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.687916] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.688175] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.688339] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.688577] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.688740] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.688890] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.689115] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.689312] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.689478] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.689592] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.689746] env[71147]: DEBUG nova.virt.hardware [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.690698] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee44f95-24e9-47d2-b629-664b2ce7204a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.693951] env[71147]: DEBUG nova.scheduler.client.report [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1014.703032] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d915dd25-99fe-4f0f-84ed-ba50fe46d139 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.847362] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.847643] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd54fe4-7e49-4785-a846-6ea9400a6d66 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.855913] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1014.855913] env[71147]: value = "task-3421429" [ 1014.855913] env[71147]: _type = "Task" [ 1014.855913] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.869051] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Releasing lock "refresh_cache-053c8a7b-a27e-4979-a39c-4f36b19fc029" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.869051] env[71147]: DEBUG nova.compute.manager [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Instance network_info: |[{"id": "bdf0269d-3d2c-4e21-a70b-92d48995ccf3", "address": "fa:16:3e:ae:52:6c", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdf0269d-3d", "ovs_interfaceid": "bdf0269d-3d2c-4e21-a70b-92d48995ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.872868] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:52:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdf0269d-3d2c-4e21-a70b-92d48995ccf3', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.880426] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Creating folder: Project (21a817d1424c4c44bd0f7b0313db6e92). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.880734] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.881295] env[71147]: INFO nova.compute.manager [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Took 38.61 seconds to build instance. [ 1014.884710] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae437be4-b395-4fde-85de-cd4582d39573 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.894634] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Created folder: Project (21a817d1424c4c44bd0f7b0313db6e92) in parent group-v682378. [ 1014.894825] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Creating folder: Instances. Parent ref: group-v682604. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.895152] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f8ad5c8-1386-424a-ad77-d9211f743ad3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.904545] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Created folder: Instances in parent group-v682604. [ 1014.904819] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.905670] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.905903] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d5def4c-55a3-48fa-b179-3e7633c84091 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.928660] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.928660] env[71147]: value = "task-3421432" [ 1014.928660] env[71147]: _type = "Task" [ 1014.928660] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.939733] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421432, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.998915] env[71147]: DEBUG nova.compute.manager [req-b8337d4c-c7d7-4e4d-b227-d2e70a4236e5 req-e88fe099-0153-4d70-bd23-dba891dac4b2 service nova] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Received event network-changed-bdf0269d-3d2c-4e21-a70b-92d48995ccf3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.999174] env[71147]: DEBUG nova.compute.manager [req-b8337d4c-c7d7-4e4d-b227-d2e70a4236e5 req-e88fe099-0153-4d70-bd23-dba891dac4b2 service nova] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Refreshing instance network info cache due to event network-changed-bdf0269d-3d2c-4e21-a70b-92d48995ccf3. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.999447] env[71147]: DEBUG oslo_concurrency.lockutils [req-b8337d4c-c7d7-4e4d-b227-d2e70a4236e5 req-e88fe099-0153-4d70-bd23-dba891dac4b2 service nova] Acquiring lock "refresh_cache-053c8a7b-a27e-4979-a39c-4f36b19fc029" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.000148] env[71147]: DEBUG oslo_concurrency.lockutils [req-b8337d4c-c7d7-4e4d-b227-d2e70a4236e5 req-e88fe099-0153-4d70-bd23-dba891dac4b2 service nova] Acquired lock "refresh_cache-053c8a7b-a27e-4979-a39c-4f36b19fc029" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.000339] env[71147]: DEBUG nova.network.neutron [req-b8337d4c-c7d7-4e4d-b227-d2e70a4236e5 req-e88fe099-0153-4d70-bd23-dba891dac4b2 service nova] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Refreshing network info cache for port bdf0269d-3d2c-4e21-a70b-92d48995ccf3 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.065892] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733a4c2c-23c0-4b3b-bf6c-607f96185ee0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.075029] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e5fbb9-afed-45b7-8373-b6f339405e88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.110433] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4d5679-b274-412b-87e3-5a2154be77fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.121434] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e1e25a-d0dc-4094-b06d-e9d458347c43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.137972] env[71147]: DEBUG nova.compute.provider_tree [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.175376] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421426, 'name': CloneVM_Task} progress is 95%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.362571] env[71147]: DEBUG nova.compute.manager [req-60a4a978-5e20-4316-a214-98cc8bbfa87e req-e74edb0c-418a-4762-9a51-a08d4c7d0ba9 service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Received event network-vif-plugged-cf59131a-8794-4c17-ad2b-4caf4999695b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.362840] env[71147]: DEBUG oslo_concurrency.lockutils [req-60a4a978-5e20-4316-a214-98cc8bbfa87e req-e74edb0c-418a-4762-9a51-a08d4c7d0ba9 service nova] Acquiring lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.363071] env[71147]: DEBUG oslo_concurrency.lockutils [req-60a4a978-5e20-4316-a214-98cc8bbfa87e req-e74edb0c-418a-4762-9a51-a08d4c7d0ba9 service nova] Lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.363312] env[71147]: DEBUG oslo_concurrency.lockutils [req-60a4a978-5e20-4316-a214-98cc8bbfa87e req-e74edb0c-418a-4762-9a51-a08d4c7d0ba9 service nova] Lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.363554] env[71147]: DEBUG nova.compute.manager [req-60a4a978-5e20-4316-a214-98cc8bbfa87e req-e74edb0c-418a-4762-9a51-a08d4c7d0ba9 service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] No waiting events found dispatching network-vif-plugged-cf59131a-8794-4c17-ad2b-4caf4999695b {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.363746] env[71147]: WARNING nova.compute.manager [req-60a4a978-5e20-4316-a214-98cc8bbfa87e req-e74edb0c-418a-4762-9a51-a08d4c7d0ba9 service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Received unexpected event network-vif-plugged-cf59131a-8794-4c17-ad2b-4caf4999695b for instance with vm_state building and task_state spawning. [ 1015.370175] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.387220] env[71147]: DEBUG oslo_concurrency.lockutils [None req-423e9f4f-c7bc-4c37-82e0-0beb7e582f65 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.124s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.442385] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421432, 'name': CreateVM_Task, 'duration_secs': 0.417481} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.442651] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.443598] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.443866] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.444344] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.444654] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144e4d60-f401-40fd-9d20-b5c33d8c7059 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.450337] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1015.450337] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d2797e-8e88-050e-af1b-d7b6b4cdd287" [ 1015.450337] env[71147]: _type = "Task" [ 1015.450337] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.461107] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d2797e-8e88-050e-af1b-d7b6b4cdd287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.642700] env[71147]: DEBUG nova.scheduler.client.report [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.662326] env[71147]: DEBUG nova.network.neutron [-] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.679352] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421426, 'name': CloneVM_Task, 'duration_secs': 1.716275} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.679653] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Created linked-clone VM from snapshot [ 1015.680633] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79ff846-67d7-4de7-a487-189f24a7fb3d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.692435] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Uploading image bdcfce13-6717-45f0-9383-c6381e976763 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.706311] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1015.706591] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5ac8d1a-b441-4cca-87c3-9f5fe4a10680 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.713842] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1015.713842] env[71147]: value = "task-3421433" [ 1015.713842] env[71147]: _type = "Task" [ 1015.713842] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.724510] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421433, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.764752] env[71147]: DEBUG nova.network.neutron [req-b8337d4c-c7d7-4e4d-b227-d2e70a4236e5 req-e88fe099-0153-4d70-bd23-dba891dac4b2 service nova] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Updated VIF entry in instance network info cache for port bdf0269d-3d2c-4e21-a70b-92d48995ccf3. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.765228] env[71147]: DEBUG nova.network.neutron [req-b8337d4c-c7d7-4e4d-b227-d2e70a4236e5 req-e88fe099-0153-4d70-bd23-dba891dac4b2 service nova] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Updating instance_info_cache with network_info: [{"id": "bdf0269d-3d2c-4e21-a70b-92d48995ccf3", "address": "fa:16:3e:ae:52:6c", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdf0269d-3d", "ovs_interfaceid": "bdf0269d-3d2c-4e21-a70b-92d48995ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.797094] env[71147]: DEBUG nova.network.neutron [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Successfully updated port: cf59131a-8794-4c17-ad2b-4caf4999695b {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.865905] env[71147]: DEBUG oslo_vmware.api [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421429, 'name': PowerOnVM_Task, 'duration_secs': 0.593015} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.866396] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.866601] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf8d2e3-a05d-472b-a593-9bacb93ed586 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance '6c241ef1-4bea-4751-9681-a81681fd965e' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.960938] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d2797e-8e88-050e-af1b-d7b6b4cdd287, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.961247] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.961564] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.961711] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.961856] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.962040] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.962307] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdecb2a0-cbc4-403c-aecd-f41b93107530 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.971674] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.971870] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.972599] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d25240-d98f-4d3f-a38e-fb1189c25ccf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.977631] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1015.977631] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5281c573-1332-e523-715f-d774aa622fc6" [ 1015.977631] env[71147]: _type = "Task" [ 1015.977631] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.985415] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5281c573-1332-e523-715f-d774aa622fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.148416] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.523s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.148685] env[71147]: DEBUG nova.compute.manager [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.151430] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.769s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.151655] env[71147]: DEBUG nova.objects.instance [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lazy-loading 'resources' on Instance uuid 2a82c755-15f4-40a5-bcea-90d7aeb0d192 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.164455] env[71147]: INFO nova.compute.manager [-] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Took 1.56 seconds to deallocate network for instance. [ 1016.224946] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421433, 'name': Destroy_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.271804] env[71147]: DEBUG oslo_concurrency.lockutils [req-b8337d4c-c7d7-4e4d-b227-d2e70a4236e5 req-e88fe099-0153-4d70-bd23-dba891dac4b2 service nova] Releasing lock "refresh_cache-053c8a7b-a27e-4979-a39c-4f36b19fc029" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.302166] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "refresh_cache-d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.302166] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquired lock "refresh_cache-d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.302166] env[71147]: DEBUG nova.network.neutron [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.488334] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5281c573-1332-e523-715f-d774aa622fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.489061] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257024a1-5950-4733-a04c-e115fe9b04bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.494292] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1016.494292] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5282cd50-b669-0ec4-a58b-7e681d04b2da" [ 1016.494292] env[71147]: _type = "Task" [ 1016.494292] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.501917] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5282cd50-b669-0ec4-a58b-7e681d04b2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.654885] env[71147]: DEBUG nova.compute.utils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.656509] env[71147]: DEBUG nova.compute.manager [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.656697] env[71147]: DEBUG nova.network.neutron [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.671061] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.708574] env[71147]: DEBUG nova.policy [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eff6973052144ae48d2ad3af4590fe38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6f8f837d2b74cd5b0048dbf4d69a1da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.729071] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421433, 'name': Destroy_Task, 'duration_secs': 0.799878} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.729400] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Destroyed the VM [ 1016.729697] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.729963] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db0cc543-8e7a-45f9-97d4-303f43385bd4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.737527] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1016.737527] env[71147]: value = "task-3421434" [ 1016.737527] env[71147]: _type = "Task" [ 1016.737527] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.749392] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421434, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.858553] env[71147]: DEBUG nova.network.neutron [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.994504] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436ac4b-7589-4321-babb-d1ad17fd2782 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.009568] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff40863-e395-43b6-9712-74773292e248 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.013011] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5282cd50-b669-0ec4-a58b-7e681d04b2da, 'name': SearchDatastore_Task, 'duration_secs': 0.009939} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.013291] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.013616] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 053c8a7b-a27e-4979-a39c-4f36b19fc029/053c8a7b-a27e-4979-a39c-4f36b19fc029.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.014845] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-753bcaa8-d4ff-49e0-84e4-246c76cb7887 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.043617] env[71147]: DEBUG nova.network.neutron [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Updating instance_info_cache with network_info: [{"id": "cf59131a-8794-4c17-ad2b-4caf4999695b", "address": "fa:16:3e:ba:86:14", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59131a-87", "ovs_interfaceid": "cf59131a-8794-4c17-ad2b-4caf4999695b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.047954] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80b66d-65fe-42e2-807c-8f66b3af0de7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.052058] env[71147]: DEBUG nova.compute.manager [req-aaa9e663-a150-4206-a68a-7da415cab422 req-0846727e-5634-4e58-bb60-78d60a9fdf8f service nova] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Received event network-vif-deleted-2147d0bd-1ba3-47bd-b805-d9aa16b7ce67 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.054178] env[71147]: DEBUG nova.network.neutron [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Successfully created port: 065a397a-c6b6-4e8f-8653-a93ad809b45d {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.056982] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1017.056982] env[71147]: value = "task-3421435" [ 1017.056982] env[71147]: _type = "Task" [ 1017.056982] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.067157] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cebb22-fc4b-412b-be92-6d1dfc784663 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.075368] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.087051] env[71147]: DEBUG nova.compute.provider_tree [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.163381] env[71147]: DEBUG nova.compute.manager [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.253687] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421434, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.399356] env[71147]: DEBUG nova.compute.manager [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Received event network-changed-cf59131a-8794-4c17-ad2b-4caf4999695b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.399888] env[71147]: DEBUG nova.compute.manager [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Refreshing instance network info cache due to event network-changed-cf59131a-8794-4c17-ad2b-4caf4999695b. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.399888] env[71147]: DEBUG oslo_concurrency.lockutils [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] Acquiring lock "refresh_cache-d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.546320] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Releasing lock "refresh_cache-d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.546729] env[71147]: DEBUG nova.compute.manager [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Instance network_info: |[{"id": "cf59131a-8794-4c17-ad2b-4caf4999695b", "address": "fa:16:3e:ba:86:14", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59131a-87", "ovs_interfaceid": "cf59131a-8794-4c17-ad2b-4caf4999695b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.547105] env[71147]: DEBUG oslo_concurrency.lockutils [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] Acquired lock "refresh_cache-d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.547467] env[71147]: DEBUG nova.network.neutron [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Refreshing network info cache for port cf59131a-8794-4c17-ad2b-4caf4999695b {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.548893] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:86:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf59131a-8794-4c17-ad2b-4caf4999695b', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.558649] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.563802] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.571790] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ec6006-6c62-48e5-99c4-22ecc3228f1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.591842] env[71147]: DEBUG nova.scheduler.client.report [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.602531] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511876} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.603967] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 053c8a7b-a27e-4979-a39c-4f36b19fc029/053c8a7b-a27e-4979-a39c-4f36b19fc029.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.604238] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.604475] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.604475] env[71147]: value = "task-3421436" [ 1017.604475] env[71147]: _type = "Task" [ 1017.604475] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.604919] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9ad1116-dfa7-445b-a316-dc7da880b3d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.617589] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421436, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.620363] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1017.620363] env[71147]: value = "task-3421437" [ 1017.620363] env[71147]: _type = "Task" [ 1017.620363] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.634843] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.752649] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421434, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.875575] env[71147]: DEBUG nova.network.neutron [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Updated VIF entry in instance network info cache for port cf59131a-8794-4c17-ad2b-4caf4999695b. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.876013] env[71147]: DEBUG nova.network.neutron [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Updating instance_info_cache with network_info: [{"id": "cf59131a-8794-4c17-ad2b-4caf4999695b", "address": "fa:16:3e:ba:86:14", "network": {"id": "e97ed031-9931-4987-8766-4b3e878ecea8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f2e39ec13594484788b552ee1e76e9c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf59131a-87", "ovs_interfaceid": "cf59131a-8794-4c17-ad2b-4caf4999695b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.069381] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "6c241ef1-4bea-4751-9681-a81681fd965e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.069719] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.069946] env[71147]: DEBUG nova.compute.manager [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Going to confirm migration 5 {{(pid=71147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1018.098160] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.100670] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.929s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.102199] env[71147]: INFO nova.compute.claims [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.116803] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421436, 'name': CreateVM_Task, 'duration_secs': 0.377471} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.116986] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.117739] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.117917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.118365] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.118594] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e15dd2c-e838-4419-b7b9-c7cbc4a1fdd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.121835] env[71147]: INFO nova.scheduler.client.report [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Deleted allocations for instance 2a82c755-15f4-40a5-bcea-90d7aeb0d192 [ 1018.123970] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1018.123970] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52711392-46fd-67c6-f14b-57da501d0271" [ 1018.123970] env[71147]: _type = "Task" [ 1018.123970] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.139559] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111934} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.142857] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.143167] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52711392-46fd-67c6-f14b-57da501d0271, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.144382] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa09abe-195c-4188-a2a0-99252652d64b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.146750] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.146974] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.147230] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.147382] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.147559] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.148053] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c706bd0c-8137-4f2b-a216-3676396b7307 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.169527] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 053c8a7b-a27e-4979-a39c-4f36b19fc029/053c8a7b-a27e-4979-a39c-4f36b19fc029.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.171213] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9afa77b-58e9-4dc0-b84c-2ae51b33a2e1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.185169] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.185308] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.187360] env[71147]: DEBUG nova.compute.manager [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.189301] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618cecdc-9598-42ad-9a04-125a2c129471 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.194822] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1018.194822] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52599f0e-d4df-3621-8850-4e3e1e941e5d" [ 1018.194822] env[71147]: _type = "Task" [ 1018.194822] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.199584] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1018.199584] env[71147]: value = "task-3421438" [ 1018.199584] env[71147]: _type = "Task" [ 1018.199584] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.205538] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52599f0e-d4df-3621-8850-4e3e1e941e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.210582] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.218658] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.218889] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.219055] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.219246] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.219392] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.219565] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.219796] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.219957] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.220136] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.220300] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.220474] env[71147]: DEBUG nova.virt.hardware [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.221269] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a785af1-7570-441a-843c-2f6985b55ab8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.228944] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5adebae-eb6d-41c8-8d71-582197997c96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.250301] env[71147]: DEBUG oslo_vmware.api [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421434, 'name': RemoveSnapshot_Task, 'duration_secs': 1.044699} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.250544] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1018.379242] env[71147]: DEBUG oslo_concurrency.lockutils [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] Releasing lock "refresh_cache-d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.379676] env[71147]: DEBUG nova.compute.manager [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-changed-f3025694-e41d-49cb-b275-61a103fa03b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.379799] env[71147]: DEBUG nova.compute.manager [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Refreshing instance network info cache due to event network-changed-f3025694-e41d-49cb-b275-61a103fa03b8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.379927] env[71147]: DEBUG oslo_concurrency.lockutils [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] Acquiring lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.380084] env[71147]: DEBUG oslo_concurrency.lockutils [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] Acquired lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.380251] env[71147]: DEBUG nova.network.neutron [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Refreshing network info cache for port f3025694-e41d-49cb-b275-61a103fa03b8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.591901] env[71147]: DEBUG nova.network.neutron [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Successfully updated port: 065a397a-c6b6-4e8f-8653-a93ad809b45d {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.635853] env[71147]: DEBUG oslo_concurrency.lockutils [None req-264ab80a-a517-4d4d-8b59-131e4d6bd09a tempest-ServerShowV257Test-1101321207 tempest-ServerShowV257Test-1101321207-project-member] Lock "2a82c755-15f4-40a5-bcea-90d7aeb0d192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.471s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.655048] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.655174] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.655350] env[71147]: DEBUG nova.network.neutron [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.655594] env[71147]: DEBUG nova.objects.instance [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lazy-loading 'info_cache' on Instance uuid 6c241ef1-4bea-4751-9681-a81681fd965e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.706774] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52599f0e-d4df-3621-8850-4e3e1e941e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.710774] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203691cf-3bd9-4894-a1eb-fdab810abb6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.718616] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.720272] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1018.720272] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521001c8-5e5f-3418-8001-b8602f0e4321" [ 1018.720272] env[71147]: _type = "Task" [ 1018.720272] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.729130] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521001c8-5e5f-3418-8001-b8602f0e4321, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.729458] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.729760] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3/d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.730084] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaec4385-6597-4933-8676-cd221754759d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.736595] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1018.736595] env[71147]: value = "task-3421439" [ 1018.736595] env[71147]: _type = "Task" [ 1018.736595] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.745222] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.755535] env[71147]: WARNING nova.compute.manager [None req-49203c52-62e1-4174-b358-49fa8b411e31 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Image not found during snapshot: nova.exception.ImageNotFound: Image bdcfce13-6717-45f0-9383-c6381e976763 could not be found. [ 1019.097165] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.097383] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.097552] env[71147]: DEBUG nova.network.neutron [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.215768] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421438, 'name': ReconfigVM_Task, 'duration_secs': 0.794882} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.218697] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 053c8a7b-a27e-4979-a39c-4f36b19fc029/053c8a7b-a27e-4979-a39c-4f36b19fc029.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.220176] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9b31b51-fe13-4b97-8358-9de635eb3d98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.224698] env[71147]: DEBUG nova.network.neutron [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updated VIF entry in instance network info cache for port f3025694-e41d-49cb-b275-61a103fa03b8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.225873] env[71147]: DEBUG nova.network.neutron [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.228963] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1019.228963] env[71147]: value = "task-3421440" [ 1019.228963] env[71147]: _type = "Task" [ 1019.228963] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.240681] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421440, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.257022] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476789} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.257022] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3/d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.257022] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.257022] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aab7563c-db4f-4ed9-8743-584fc23e613e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.263246] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1019.263246] env[71147]: value = "task-3421441" [ 1019.263246] env[71147]: _type = "Task" [ 1019.263246] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.273668] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.428750] env[71147]: DEBUG nova.compute.manager [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Received event network-vif-plugged-065a397a-c6b6-4e8f-8653-a93ad809b45d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.429034] env[71147]: DEBUG oslo_concurrency.lockutils [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] Acquiring lock "c232906b-c19f-4e01-a793-1bb6caf5a46e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.430173] env[71147]: DEBUG oslo_concurrency.lockutils [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.430173] env[71147]: DEBUG oslo_concurrency.lockutils [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.430173] env[71147]: DEBUG nova.compute.manager [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] No waiting events found dispatching network-vif-plugged-065a397a-c6b6-4e8f-8653-a93ad809b45d {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.430173] env[71147]: WARNING nova.compute.manager [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Received unexpected event network-vif-plugged-065a397a-c6b6-4e8f-8653-a93ad809b45d for instance with vm_state building and task_state spawning. [ 1019.430310] env[71147]: DEBUG nova.compute.manager [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Received event network-changed-065a397a-c6b6-4e8f-8653-a93ad809b45d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.430469] env[71147]: DEBUG nova.compute.manager [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Refreshing instance network info cache due to event network-changed-065a397a-c6b6-4e8f-8653-a93ad809b45d. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.430687] env[71147]: DEBUG oslo_concurrency.lockutils [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] Acquiring lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.436362] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7471146e-8cec-40c1-bb88-ac0808a46a7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.444461] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7c287e-df91-46c1-ade1-caced673fd73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.477832] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83409bd-8a64-4cbb-8420-f2dd924be81d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.485146] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764f7f7-3565-4efd-9cdc-60d6a383190d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.498729] env[71147]: DEBUG nova.compute.provider_tree [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.633242] env[71147]: DEBUG nova.network.neutron [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.729133] env[71147]: DEBUG oslo_concurrency.lockutils [req-d9112843-12c4-43f9-b165-1256d9fc0b2f req-80adb51e-c594-48a2-8db5-575b7b2a65fd service nova] Releasing lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.738315] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421440, 'name': Rename_Task, 'duration_secs': 0.399051} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.738719] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.738999] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68b04e96-4abb-4e56-bf9b-7e6750fc1066 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.747929] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1019.747929] env[71147]: value = "task-3421442" [ 1019.747929] env[71147]: _type = "Task" [ 1019.747929] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.758838] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.775034] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06633} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.775034] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.775034] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dc957a-a4a0-4bfd-bf00-5b35b0954647 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.798151] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3/d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.798677] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "acb70fcd-2bb8-44d0-b9ae-936461949839" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.798907] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "acb70fcd-2bb8-44d0-b9ae-936461949839" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.799159] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "acb70fcd-2bb8-44d0-b9ae-936461949839-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.800054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "acb70fcd-2bb8-44d0-b9ae-936461949839-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.800054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "acb70fcd-2bb8-44d0-b9ae-936461949839-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.801212] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467c7afa-9b9c-45db-82dc-ef7a3857be26 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.818574] env[71147]: INFO nova.compute.manager [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Terminating instance [ 1019.821284] env[71147]: DEBUG nova.network.neutron [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updating instance_info_cache with network_info: [{"id": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "address": "fa:16:3e:5f:6d:12", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065a397a-c6", "ovs_interfaceid": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.830598] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1019.830598] env[71147]: value = "task-3421443" [ 1019.830598] env[71147]: _type = "Task" [ 1019.830598] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.839148] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.024357] env[71147]: DEBUG nova.network.neutron [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance_info_cache with network_info: [{"id": "ea433764-da56-468e-8849-8a2db189a4e9", "address": "fa:16:3e:4a:d6:b6", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea433764-da", "ovs_interfaceid": "ea433764-da56-468e-8849-8a2db189a4e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.042638] env[71147]: DEBUG nova.scheduler.client.report [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1020.042907] env[71147]: DEBUG nova.compute.provider_tree [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 112 to 113 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1020.043119] env[71147]: DEBUG nova.compute.provider_tree [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.258863] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.324748] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Releasing lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.325233] env[71147]: DEBUG nova.compute.manager [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Instance network_info: |[{"id": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "address": "fa:16:3e:5f:6d:12", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065a397a-c6", "ovs_interfaceid": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.325569] env[71147]: DEBUG oslo_concurrency.lockutils [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] Acquired lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.325848] env[71147]: DEBUG nova.network.neutron [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Refreshing network info cache for port 065a397a-c6b6-4e8f-8653-a93ad809b45d {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.327193] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:6d:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '065a397a-c6b6-4e8f-8653-a93ad809b45d', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.334675] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Creating folder: Project (e6f8f837d2b74cd5b0048dbf4d69a1da). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.338264] env[71147]: DEBUG nova.compute.manager [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.338465] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.338698] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8651ff61-2b82-40a9-b578-832cbf1ba938 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.343714] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd3e1e7-ee63-46f0-98e8-aca8a3409a5a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.352282] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.356765] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.356765] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8778f426-cfb1-444c-9dac-7ac27c6b7f7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.357972] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Created folder: Project (e6f8f837d2b74cd5b0048dbf4d69a1da) in parent group-v682378. [ 1020.358324] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Creating folder: Instances. Parent ref: group-v682608. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.358690] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-468cfcc7-84b7-481e-ad7c-6ee3d49281a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.364177] env[71147]: DEBUG oslo_vmware.api [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1020.364177] env[71147]: value = "task-3421445" [ 1020.364177] env[71147]: _type = "Task" [ 1020.364177] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.369159] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Created folder: Instances in parent group-v682608. [ 1020.369535] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.370234] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.370594] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aed94d1-d536-423f-9ed1-8d7a63092679 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.391869] env[71147]: DEBUG oslo_vmware.api [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.397286] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.397286] env[71147]: value = "task-3421447" [ 1020.397286] env[71147]: _type = "Task" [ 1020.397286] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.404716] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421447, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.530978] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-6c241ef1-4bea-4751-9681-a81681fd965e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.530978] env[71147]: DEBUG nova.objects.instance [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lazy-loading 'migration_context' on Instance uuid 6c241ef1-4bea-4751-9681-a81681fd965e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.551691] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.551691] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.554530] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.289s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.557087] env[71147]: INFO nova.compute.claims [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.595545] env[71147]: DEBUG nova.network.neutron [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updated VIF entry in instance network info cache for port 065a397a-c6b6-4e8f-8653-a93ad809b45d. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.596229] env[71147]: DEBUG nova.network.neutron [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updating instance_info_cache with network_info: [{"id": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "address": "fa:16:3e:5f:6d:12", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065a397a-c6", "ovs_interfaceid": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.759544] env[71147]: DEBUG oslo_vmware.api [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421442, 'name': PowerOnVM_Task, 'duration_secs': 1.011259} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.759919] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.760062] env[71147]: INFO nova.compute.manager [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1020.760281] env[71147]: DEBUG nova.compute.manager [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.761162] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea26370-75b6-4ae6-867f-10c736be57e6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.847092] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421443, 'name': ReconfigVM_Task, 'duration_secs': 0.549918} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.847418] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Reconfigured VM instance instance-00000051 to attach disk [datastore2] d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3/d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.848053] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1f68462-43e5-411a-b118-bd3564effb8f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.854574] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1020.854574] env[71147]: value = "task-3421448" [ 1020.854574] env[71147]: _type = "Task" [ 1020.854574] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.862190] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421448, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.874310] env[71147]: DEBUG oslo_vmware.api [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421445, 'name': PowerOffVM_Task, 'duration_secs': 0.287568} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.874310] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.874310] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.874310] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83ce6f57-4bef-4811-a312-7cb2c6070a09 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.909068] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421447, 'name': CreateVM_Task, 'duration_secs': 0.398551} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.909247] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.909922] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.910099] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.910438] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.910719] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082987df-772c-49dc-ba49-91dfc86324b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.915201] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1020.915201] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c9a25a-e44b-5c7a-c5b4-6efc2391aa32" [ 1020.915201] env[71147]: _type = "Task" [ 1020.915201] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.923612] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c9a25a-e44b-5c7a-c5b4-6efc2391aa32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.946024] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.946207] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.946329] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleting the datastore file [datastore2] acb70fcd-2bb8-44d0-b9ae-936461949839 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.946598] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-419ed38d-3052-4ad2-9fed-ee60e332446e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.954489] env[71147]: DEBUG oslo_vmware.api [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for the task: (returnval){ [ 1020.954489] env[71147]: value = "task-3421450" [ 1020.954489] env[71147]: _type = "Task" [ 1020.954489] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.962573] env[71147]: DEBUG oslo_vmware.api [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.035871] env[71147]: DEBUG nova.objects.base [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Object Instance<6c241ef1-4bea-4751-9681-a81681fd965e> lazy-loaded attributes: info_cache,migration_context {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1021.036856] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e250d8-40eb-4612-a485-27e3f2d4d876 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.056028] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1ba18f-1f56-40b1-9707-00deb02ef01a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.060905] env[71147]: DEBUG nova.compute.utils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.065355] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.065529] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.067620] env[71147]: DEBUG oslo_vmware.api [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1021.067620] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cbd6cd-bc98-f470-4021-99881520cadc" [ 1021.067620] env[71147]: _type = "Task" [ 1021.067620] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.078028] env[71147]: DEBUG oslo_vmware.api [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cbd6cd-bc98-f470-4021-99881520cadc, 'name': SearchDatastore_Task, 'duration_secs': 0.007122} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.078385] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.100137] env[71147]: DEBUG oslo_concurrency.lockutils [req-f35b4b9d-8c7e-4de5-be3e-bed9ee64f21b req-a447a853-6268-4811-bb6d-eb2ec289b4b6 service nova] Releasing lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.124381] env[71147]: DEBUG nova.policy [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f350ac12e0aa45ba8fcfdf45d1b259a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8dc516feef45af8ba5e16b0a0b53e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.282489] env[71147]: INFO nova.compute.manager [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Took 42.46 seconds to build instance. [ 1021.364287] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421448, 'name': Rename_Task, 'duration_secs': 0.164015} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.364567] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.364862] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-223c3c9b-c08b-4c2d-b532-3d4a054bfa78 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.372239] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1021.372239] env[71147]: value = "task-3421451" [ 1021.372239] env[71147]: _type = "Task" [ 1021.372239] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.379799] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.388631] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Successfully created port: 68f42adb-f649-42e3-9f5e-51a2bad496b1 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.425843] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c9a25a-e44b-5c7a-c5b4-6efc2391aa32, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.426206] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.426448] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.426750] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.426975] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.427162] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.427460] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-463ed286-47ef-4cb3-8399-34aa914551bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.444812] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.445025] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.445778] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e574bb84-739c-4841-899e-7c3bc9a3281d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.451110] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1021.451110] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522aaacd-29f1-61a9-ff81-21b661e6b64f" [ 1021.451110] env[71147]: _type = "Task" [ 1021.451110] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.461446] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522aaacd-29f1-61a9-ff81-21b661e6b64f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.466051] env[71147]: DEBUG oslo_vmware.api [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Task: {'id': task-3421450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190791} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.466295] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.466478] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.466650] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.466817] env[71147]: INFO nova.compute.manager [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1021.467085] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.467312] env[71147]: DEBUG nova.compute.manager [-] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.467415] env[71147]: DEBUG nova.network.neutron [-] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.566429] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.785437] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ef9ed71-ad9b-4f27-867e-be8864c15469 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "053c8a7b-a27e-4979-a39c-4f36b19fc029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.970s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.793129] env[71147]: DEBUG nova.compute.manager [req-45663d7b-c5d2-4b55-bf1f-194dbf3bea95 req-303b035a-737d-4618-a1dc-6f9e15925392 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Received event network-vif-deleted-b1925e72-0458-470c-8c9b-2f2a287fb18e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.793346] env[71147]: INFO nova.compute.manager [req-45663d7b-c5d2-4b55-bf1f-194dbf3bea95 req-303b035a-737d-4618-a1dc-6f9e15925392 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Neutron deleted interface b1925e72-0458-470c-8c9b-2f2a287fb18e; detaching it from the instance and deleting it from the info cache [ 1021.794035] env[71147]: DEBUG nova.network.neutron [req-45663d7b-c5d2-4b55-bf1f-194dbf3bea95 req-303b035a-737d-4618-a1dc-6f9e15925392 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.881819] env[71147]: DEBUG oslo_vmware.api [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421451, 'name': PowerOnVM_Task, 'duration_secs': 0.467953} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.882110] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.882398] env[71147]: INFO nova.compute.manager [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1021.882626] env[71147]: DEBUG nova.compute.manager [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.883473] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dce6773-6d9c-463b-bcd4-7c59e4b3dc5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.962288] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522aaacd-29f1-61a9-ff81-21b661e6b64f, 'name': SearchDatastore_Task, 'duration_secs': 0.014049} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.965473] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6ff9f2-f540-49bd-86dd-f1d4dc6c87b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.971745] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1021.971745] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527be1c9-9a48-6c70-3872-d7add350c83a" [ 1021.971745] env[71147]: _type = "Task" [ 1021.971745] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.978207] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c5acb5-6662-4e65-b9c4-72106199466c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.983915] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527be1c9-9a48-6c70-3872-d7add350c83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.988771] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8c81a-565c-4fca-bc4a-a0a0b95d9a79 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.020933] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb60d2b1-c65d-4a98-be16-68369ddc95ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.028969] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f026d295-91b6-44e9-a115-9f2c61624125 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.044281] env[71147]: DEBUG nova.compute.provider_tree [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.273371] env[71147]: DEBUG nova.network.neutron [-] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.296835] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f39b4d64-c366-4188-a526-da04c3b71377 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.306087] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7571e887-b24f-464c-92ff-335b240d8c5f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.337539] env[71147]: DEBUG nova.compute.manager [req-45663d7b-c5d2-4b55-bf1f-194dbf3bea95 req-303b035a-737d-4618-a1dc-6f9e15925392 service nova] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Detach interface failed, port_id=b1925e72-0458-470c-8c9b-2f2a287fb18e, reason: Instance acb70fcd-2bb8-44d0-b9ae-936461949839 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.402194] env[71147]: INFO nova.compute.manager [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Took 43.25 seconds to build instance. [ 1022.481858] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527be1c9-9a48-6c70-3872-d7add350c83a, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.482151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.482490] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c232906b-c19f-4e01-a793-1bb6caf5a46e/c232906b-c19f-4e01-a793-1bb6caf5a46e.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.482779] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bde1408-acad-4fa7-986a-33a07f4ea4f8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.489494] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1022.489494] env[71147]: value = "task-3421452" [ 1022.489494] env[71147]: _type = "Task" [ 1022.489494] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.496875] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.547163] env[71147]: DEBUG nova.scheduler.client.report [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.580226] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.606453] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.606854] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.607448] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.607448] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.607705] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.607742] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.607971] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.608220] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.608465] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.608689] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.608950] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.610706] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb5d99-089c-444d-9b5b-2ffa0fa0fb9e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.618719] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06415683-46c8-489b-ba7c-f1d50aa5e6d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.777015] env[71147]: INFO nova.compute.manager [-] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Took 1.31 seconds to deallocate network for instance. [ 1022.870423] env[71147]: DEBUG nova.compute.manager [req-879ac315-5191-480d-99c3-4d5350927beb req-a723229d-a183-469e-a9c0-cb7fe0a66d45 service nova] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Received event network-vif-plugged-68f42adb-f649-42e3-9f5e-51a2bad496b1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.870699] env[71147]: DEBUG oslo_concurrency.lockutils [req-879ac315-5191-480d-99c3-4d5350927beb req-a723229d-a183-469e-a9c0-cb7fe0a66d45 service nova] Acquiring lock "071e56e8-a07a-487a-928c-07d1dd44aac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.870879] env[71147]: DEBUG oslo_concurrency.lockutils [req-879ac315-5191-480d-99c3-4d5350927beb req-a723229d-a183-469e-a9c0-cb7fe0a66d45 service nova] Lock "071e56e8-a07a-487a-928c-07d1dd44aac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.871103] env[71147]: DEBUG oslo_concurrency.lockutils [req-879ac315-5191-480d-99c3-4d5350927beb req-a723229d-a183-469e-a9c0-cb7fe0a66d45 service nova] Lock "071e56e8-a07a-487a-928c-07d1dd44aac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.871287] env[71147]: DEBUG nova.compute.manager [req-879ac315-5191-480d-99c3-4d5350927beb req-a723229d-a183-469e-a9c0-cb7fe0a66d45 service nova] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] No waiting events found dispatching network-vif-plugged-68f42adb-f649-42e3-9f5e-51a2bad496b1 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.871454] env[71147]: WARNING nova.compute.manager [req-879ac315-5191-480d-99c3-4d5350927beb req-a723229d-a183-469e-a9c0-cb7fe0a66d45 service nova] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Received unexpected event network-vif-plugged-68f42adb-f649-42e3-9f5e-51a2bad496b1 for instance with vm_state building and task_state spawning. [ 1022.904794] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34a01504-eef2-4ab2-b02e-6ec4d8d1b6fd tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.764s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.985277] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Successfully updated port: 68f42adb-f649-42e3-9f5e-51a2bad496b1 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.999559] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421452, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.053291] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.054150] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.058337] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.238s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.058696] env[71147]: DEBUG nova.objects.instance [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'pci_requests' on Instance uuid 47abd936-95ee-4441-91f3-c1cfbda66bd0 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.285604] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.488315] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "refresh_cache-071e56e8-a07a-487a-928c-07d1dd44aac2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.488387] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "refresh_cache-071e56e8-a07a-487a-928c-07d1dd44aac2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.488572] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.499712] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521468} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.500627] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] c232906b-c19f-4e01-a793-1bb6caf5a46e/c232906b-c19f-4e01-a793-1bb6caf5a46e.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.500900] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.501170] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16ab078c-958b-44e2-bbf5-80fb78c95048 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.508478] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1023.508478] env[71147]: value = "task-3421453" [ 1023.508478] env[71147]: _type = "Task" [ 1023.508478] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.517656] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.562648] env[71147]: DEBUG nova.compute.utils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.566528] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.566823] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.570639] env[71147]: DEBUG nova.objects.instance [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'numa_topology' on Instance uuid 47abd936-95ee-4441-91f3-c1cfbda66bd0 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.625645] env[71147]: DEBUG nova.policy [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f350ac12e0aa45ba8fcfdf45d1b259a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8dc516feef45af8ba5e16b0a0b53e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.864549] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Successfully created port: 14c4bdb4-a63c-44da-8e31-cd8bd42ea288 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.020219] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1111} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.021055] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.023122] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.024167] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f5b46e-29de-4688-93cf-78b8b0d107dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.046603] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] c232906b-c19f-4e01-a793-1bb6caf5a46e/c232906b-c19f-4e01-a793-1bb6caf5a46e.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.049116] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5efd66ef-f161-46b2-8750-9614ae587496 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.069623] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1024.069623] env[71147]: value = "task-3421454" [ 1024.069623] env[71147]: _type = "Task" [ 1024.069623] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.075626] env[71147]: INFO nova.compute.claims [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.085372] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.092535] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.187240] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Updating instance_info_cache with network_info: [{"id": "68f42adb-f649-42e3-9f5e-51a2bad496b1", "address": "fa:16:3e:4e:a6:c1", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f42adb-f6", "ovs_interfaceid": "68f42adb-f649-42e3-9f5e-51a2bad496b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.579796] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.601532] env[71147]: DEBUG nova.compute.manager [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.603194] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3613cd04-4688-4ae4-a5f0-c5930e5504c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.690632] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "refresh_cache-071e56e8-a07a-487a-928c-07d1dd44aac2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.690796] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Instance network_info: |[{"id": "68f42adb-f649-42e3-9f5e-51a2bad496b1", "address": "fa:16:3e:4e:a6:c1", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f42adb-f6", "ovs_interfaceid": "68f42adb-f649-42e3-9f5e-51a2bad496b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.692053] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:a6:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68f42adb-f649-42e3-9f5e-51a2bad496b1', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.701043] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.701043] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.701225] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c8663a4-35a5-41ff-bfff-9ebf2e2bdfc3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.723437] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.723437] env[71147]: value = "task-3421455" [ 1024.723437] env[71147]: _type = "Task" [ 1024.723437] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.731208] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421455, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.897557] env[71147]: DEBUG nova.compute.manager [req-f02660d1-83cf-4376-a8c3-1bf6d7cafb1f req-dba26ea8-a049-4a40-8da0-851aef6f6e1d service nova] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Received event network-changed-68f42adb-f649-42e3-9f5e-51a2bad496b1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.897743] env[71147]: DEBUG nova.compute.manager [req-f02660d1-83cf-4376-a8c3-1bf6d7cafb1f req-dba26ea8-a049-4a40-8da0-851aef6f6e1d service nova] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Refreshing instance network info cache due to event network-changed-68f42adb-f649-42e3-9f5e-51a2bad496b1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.897983] env[71147]: DEBUG oslo_concurrency.lockutils [req-f02660d1-83cf-4376-a8c3-1bf6d7cafb1f req-dba26ea8-a049-4a40-8da0-851aef6f6e1d service nova] Acquiring lock "refresh_cache-071e56e8-a07a-487a-928c-07d1dd44aac2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.898177] env[71147]: DEBUG oslo_concurrency.lockutils [req-f02660d1-83cf-4376-a8c3-1bf6d7cafb1f req-dba26ea8-a049-4a40-8da0-851aef6f6e1d service nova] Acquired lock "refresh_cache-071e56e8-a07a-487a-928c-07d1dd44aac2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.898352] env[71147]: DEBUG nova.network.neutron [req-f02660d1-83cf-4376-a8c3-1bf6d7cafb1f req-dba26ea8-a049-4a40-8da0-851aef6f6e1d service nova] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Refreshing network info cache for port 68f42adb-f649-42e3-9f5e-51a2bad496b1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.079837] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421454, 'name': ReconfigVM_Task, 'duration_secs': 0.92073} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.080258] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] c232906b-c19f-4e01-a793-1bb6caf5a46e/c232906b-c19f-4e01-a793-1bb6caf5a46e.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.080758] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1555cbd5-851e-48e8-8272-ab93bcd2b499 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.086912] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1025.086912] env[71147]: value = "task-3421456" [ 1025.086912] env[71147]: _type = "Task" [ 1025.086912] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.094929] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421456, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.103286] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.119433] env[71147]: INFO nova.compute.manager [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] instance snapshotting [ 1025.127199] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4120ffe9-4273-43f1-9f0b-3b15c36fb0cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.133528] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.133951] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.134095] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.134328] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.134508] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.134711] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.134934] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.135109] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.135283] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.135560] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.135677] env[71147]: DEBUG nova.virt.hardware [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.136533] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd4692-bcaa-471b-8bb3-92ea4ff52fd4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.159389] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d437cf6-7ee0-4281-8d45-1399cf9ce6b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.166383] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be373408-9852-4d87-ae0d-469e32aee294 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.234532] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421455, 'name': CreateVM_Task, 'duration_secs': 0.344048} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.234777] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.235433] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.235612] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.235926] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.236210] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a8fd3a-7017-4bb5-a87b-9988de13eefc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.247815] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1025.247815] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52df8b38-3598-6ccf-7bdc-4f47537d838f" [ 1025.247815] env[71147]: _type = "Task" [ 1025.247815] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.254890] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52df8b38-3598-6ccf-7bdc-4f47537d838f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.451791] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Successfully updated port: 14c4bdb4-a63c-44da-8e31-cd8bd42ea288 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.457688] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beefd99-38dc-462c-859f-3302b245d562 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.466553] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb2f5f-899b-4a72-8760-78c175d855e4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.498640] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da924e86-d7fa-487a-9163-05e2bb7b1db3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.506778] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a214e97-ee37-4536-b207-0057f5e9be6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.522952] env[71147]: DEBUG nova.compute.provider_tree [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.598394] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421456, 'name': Rename_Task, 'duration_secs': 0.172216} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.598690] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.598943] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a7a0c58-9614-4220-acef-d6f4bc22ebb7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.608632] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1025.608632] env[71147]: value = "task-3421457" [ 1025.608632] env[71147]: _type = "Task" [ 1025.608632] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.621080] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.678805] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.679828] env[71147]: DEBUG nova.network.neutron [req-f02660d1-83cf-4376-a8c3-1bf6d7cafb1f req-dba26ea8-a049-4a40-8da0-851aef6f6e1d service nova] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Updated VIF entry in instance network info cache for port 68f42adb-f649-42e3-9f5e-51a2bad496b1. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.680174] env[71147]: DEBUG nova.network.neutron [req-f02660d1-83cf-4376-a8c3-1bf6d7cafb1f req-dba26ea8-a049-4a40-8da0-851aef6f6e1d service nova] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Updating instance_info_cache with network_info: [{"id": "68f42adb-f649-42e3-9f5e-51a2bad496b1", "address": "fa:16:3e:4e:a6:c1", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f42adb-f6", "ovs_interfaceid": "68f42adb-f649-42e3-9f5e-51a2bad496b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.681334] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca6355e6-7265-455b-aaf0-32797d34d379 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.687969] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1025.687969] env[71147]: value = "task-3421458" [ 1025.687969] env[71147]: _type = "Task" [ 1025.687969] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.696606] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.760868] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52df8b38-3598-6ccf-7bdc-4f47537d838f, 'name': SearchDatastore_Task, 'duration_secs': 0.014518} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.761241] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.761534] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.761787] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.761927] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.762158] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.762509] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56bb6dad-5ef0-496a-8312-c9af3668c011 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.772810] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.773017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.773787] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd58f0a-ec99-498b-b3ab-3c805d09ce31 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.779306] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1025.779306] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52587be4-1e0b-fd6c-cbc3-071e18be6e53" [ 1025.779306] env[71147]: _type = "Task" [ 1025.779306] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.787468] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52587be4-1e0b-fd6c-cbc3-071e18be6e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.962632] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "refresh_cache-cf283d4e-b1e8-407d-a120-b42af95c16a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.962632] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "refresh_cache-cf283d4e-b1e8-407d-a120-b42af95c16a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.962632] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.028054] env[71147]: DEBUG nova.scheduler.client.report [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.119201] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421457, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.184501] env[71147]: DEBUG oslo_concurrency.lockutils [req-f02660d1-83cf-4376-a8c3-1bf6d7cafb1f req-dba26ea8-a049-4a40-8da0-851aef6f6e1d service nova] Releasing lock "refresh_cache-071e56e8-a07a-487a-928c-07d1dd44aac2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.198583] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.290412] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52587be4-1e0b-fd6c-cbc3-071e18be6e53, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.291305] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e950d762-ddfa-4cb6-ad3d-8d67c4a7d327 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.296533] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1026.296533] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529c20e1-c257-f811-cfbb-e0a8909749a1" [ 1026.296533] env[71147]: _type = "Task" [ 1026.296533] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.304389] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529c20e1-c257-f811-cfbb-e0a8909749a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.514100] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.534245] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.476s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.536738] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.903s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.538344] env[71147]: INFO nova.compute.claims [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.573097] env[71147]: INFO nova.network.neutron [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating port 79048504-5fc2-4884-9daf-c99163754397 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1026.622491] env[71147]: DEBUG oslo_vmware.api [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421457, 'name': PowerOnVM_Task, 'duration_secs': 0.556188} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.622491] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.622704] env[71147]: INFO nova.compute.manager [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1026.623788] env[71147]: DEBUG nova.compute.manager [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.623788] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f3d39a-7b9d-4444-a7f0-a6d5c776922c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.686544] env[71147]: DEBUG nova.network.neutron [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Updating instance_info_cache with network_info: [{"id": "14c4bdb4-a63c-44da-8e31-cd8bd42ea288", "address": "fa:16:3e:73:e5:26", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c4bdb4-a6", "ovs_interfaceid": "14c4bdb4-a63c-44da-8e31-cd8bd42ea288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.699703] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421458, 'name': CreateSnapshot_Task, 'duration_secs': 0.98516} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.700102] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.700881] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56948631-39df-4558-a11d-48b655bc202c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.806866] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529c20e1-c257-f811-cfbb-e0a8909749a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.807164] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.807443] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 071e56e8-a07a-487a-928c-07d1dd44aac2/071e56e8-a07a-487a-928c-07d1dd44aac2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.807715] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187157df-6610-4fe1-9283-fe8bf9afcc6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.817793] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1026.817793] env[71147]: value = "task-3421459" [ 1026.817793] env[71147]: _type = "Task" [ 1026.817793] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.828257] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.926528] env[71147]: DEBUG nova.compute.manager [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Received event network-vif-plugged-14c4bdb4-a63c-44da-8e31-cd8bd42ea288 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.926749] env[71147]: DEBUG oslo_concurrency.lockutils [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] Acquiring lock "cf283d4e-b1e8-407d-a120-b42af95c16a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.926959] env[71147]: DEBUG oslo_concurrency.lockutils [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] Lock "cf283d4e-b1e8-407d-a120-b42af95c16a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.927326] env[71147]: DEBUG oslo_concurrency.lockutils [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] Lock "cf283d4e-b1e8-407d-a120-b42af95c16a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.927326] env[71147]: DEBUG nova.compute.manager [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] No waiting events found dispatching network-vif-plugged-14c4bdb4-a63c-44da-8e31-cd8bd42ea288 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.927649] env[71147]: WARNING nova.compute.manager [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Received unexpected event network-vif-plugged-14c4bdb4-a63c-44da-8e31-cd8bd42ea288 for instance with vm_state building and task_state spawning. [ 1026.927852] env[71147]: DEBUG nova.compute.manager [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Received event network-changed-14c4bdb4-a63c-44da-8e31-cd8bd42ea288 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.927852] env[71147]: DEBUG nova.compute.manager [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Refreshing instance network info cache due to event network-changed-14c4bdb4-a63c-44da-8e31-cd8bd42ea288. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.928024] env[71147]: DEBUG oslo_concurrency.lockutils [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] Acquiring lock "refresh_cache-cf283d4e-b1e8-407d-a120-b42af95c16a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.145067] env[71147]: INFO nova.compute.manager [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Took 47.38 seconds to build instance. [ 1027.191293] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "refresh_cache-cf283d4e-b1e8-407d-a120-b42af95c16a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.191689] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Instance network_info: |[{"id": "14c4bdb4-a63c-44da-8e31-cd8bd42ea288", "address": "fa:16:3e:73:e5:26", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c4bdb4-a6", "ovs_interfaceid": "14c4bdb4-a63c-44da-8e31-cd8bd42ea288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.192015] env[71147]: DEBUG oslo_concurrency.lockutils [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] Acquired lock "refresh_cache-cf283d4e-b1e8-407d-a120-b42af95c16a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.192272] env[71147]: DEBUG nova.network.neutron [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Refreshing network info cache for port 14c4bdb4-a63c-44da-8e31-cd8bd42ea288 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.197799] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:e5:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c4bdb4-a63c-44da-8e31-cd8bd42ea288', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.211840] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.213244] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.221174] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1027.221594] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5f3c5f9-5987-4570-be4c-bfee059b1ced {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.238577] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34228ed3-db02-4157-9aa5-8bbf64afda3a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.250016] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1027.250016] env[71147]: value = "task-3421460" [ 1027.250016] env[71147]: _type = "Task" [ 1027.250016] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.251577] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.251577] env[71147]: value = "task-3421461" [ 1027.251577] env[71147]: _type = "Task" [ 1027.251577] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.263966] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421460, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.267671] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421461, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.331149] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509356} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.331585] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 071e56e8-a07a-487a-928c-07d1dd44aac2/071e56e8-a07a-487a-928c-07d1dd44aac2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.331849] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.332203] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf3b977c-cf72-44a7-95d3-826010c1e73e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.339455] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1027.339455] env[71147]: value = "task-3421462" [ 1027.339455] env[71147]: _type = "Task" [ 1027.339455] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.349745] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.645896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d23742b3-a38b-4bb0-aed0-57b2b1fc8c3c tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.905s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.767409] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421460, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.770656] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421461, 'name': CreateVM_Task, 'duration_secs': 0.514537} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.773080] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.773852] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.774022] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.774340] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.774622] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dc7103f-9c05-460b-ad31-a991e1c22f2f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.778928] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1027.778928] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5222e6a4-2446-67c7-11e8-3879f1df3529" [ 1027.778928] env[71147]: _type = "Task" [ 1027.778928] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.786421] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5222e6a4-2446-67c7-11e8-3879f1df3529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.823511] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df6fe29-06b9-4fd7-b429-b71c1a519e7f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.831470] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b706bf2-f306-4d45-ba80-ce975257cc60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.867224] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9176922-befe-47f7-8b35-b05f807e01c1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.874548] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065184} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.879699] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.880593] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc2b9eb-01ad-4098-b1ee-20434e5b5dc6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.884168] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb53f1b-8431-42ec-acd0-6e7afbb7d1ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.908876] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 071e56e8-a07a-487a-928c-07d1dd44aac2/071e56e8-a07a-487a-928c-07d1dd44aac2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.916962] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e29003-a7e1-43fd-b918-fc28cc7aff32 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.934789] env[71147]: DEBUG nova.compute.provider_tree [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.944698] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1027.944698] env[71147]: value = "task-3421463" [ 1027.944698] env[71147]: _type = "Task" [ 1027.944698] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.953955] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.060217] env[71147]: DEBUG nova.network.neutron [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Updated VIF entry in instance network info cache for port 14c4bdb4-a63c-44da-8e31-cd8bd42ea288. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.060741] env[71147]: DEBUG nova.network.neutron [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Updating instance_info_cache with network_info: [{"id": "14c4bdb4-a63c-44da-8e31-cd8bd42ea288", "address": "fa:16:3e:73:e5:26", "network": {"id": "39a01673-823a-4d61-8e4d-75a50f0b9590", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2066250301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8dc516feef45af8ba5e16b0a0b53e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c4bdb4-a6", "ovs_interfaceid": "14c4bdb4-a63c-44da-8e31-cd8bd42ea288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.241519] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.241776] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.241982] env[71147]: DEBUG nova.network.neutron [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.262295] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421460, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.288119] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5222e6a4-2446-67c7-11e8-3879f1df3529, 'name': SearchDatastore_Task, 'duration_secs': 0.037028} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.288458] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.288690] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.288919] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.289097] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.289302] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.289566] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22f2f1ad-73fb-43b3-b91c-5035185d8ac3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.301763] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.302062] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.302839] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d7a928-a155-455a-a427-8f61772ef23c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.307943] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1028.307943] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5229c8b9-4427-8bd1-ff5a-8f976f82cfa6" [ 1028.307943] env[71147]: _type = "Task" [ 1028.307943] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.316033] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5229c8b9-4427-8bd1-ff5a-8f976f82cfa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.466509] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.477839] env[71147]: DEBUG nova.scheduler.client.report [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1028.482024] env[71147]: DEBUG nova.compute.provider_tree [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 113 to 114 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1028.482024] env[71147]: DEBUG nova.compute.provider_tree [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.564222] env[71147]: DEBUG oslo_concurrency.lockutils [req-8af811fa-5a05-47d9-88f9-f307b399a283 req-43685fa3-bc92-419f-896c-30491a57e6e9 service nova] Releasing lock "refresh_cache-cf283d4e-b1e8-407d-a120-b42af95c16a1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.744526] env[71147]: DEBUG nova.compute.manager [req-e227ff57-31fd-4834-a3b1-1678fd29ec04 req-2003f7a3-eba3-4ad3-9448-e0a94430c6bf service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Received event network-changed-065a397a-c6b6-4e8f-8653-a93ad809b45d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.744859] env[71147]: DEBUG nova.compute.manager [req-e227ff57-31fd-4834-a3b1-1678fd29ec04 req-2003f7a3-eba3-4ad3-9448-e0a94430c6bf service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Refreshing instance network info cache due to event network-changed-065a397a-c6b6-4e8f-8653-a93ad809b45d. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.745230] env[71147]: DEBUG oslo_concurrency.lockutils [req-e227ff57-31fd-4834-a3b1-1678fd29ec04 req-2003f7a3-eba3-4ad3-9448-e0a94430c6bf service nova] Acquiring lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.745561] env[71147]: DEBUG oslo_concurrency.lockutils [req-e227ff57-31fd-4834-a3b1-1678fd29ec04 req-2003f7a3-eba3-4ad3-9448-e0a94430c6bf service nova] Acquired lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.746138] env[71147]: DEBUG nova.network.neutron [req-e227ff57-31fd-4834-a3b1-1678fd29ec04 req-2003f7a3-eba3-4ad3-9448-e0a94430c6bf service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Refreshing network info cache for port 065a397a-c6b6-4e8f-8653-a93ad809b45d {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.767039] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421460, 'name': CloneVM_Task} progress is 95%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.819975] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5229c8b9-4427-8bd1-ff5a-8f976f82cfa6, 'name': SearchDatastore_Task, 'duration_secs': 0.038545} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.822784] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e317da-0111-4d8a-9de6-e0a849c8063b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.826180] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1028.826180] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c3e3aa-955d-419e-668b-d7b649d3fbd1" [ 1028.826180] env[71147]: _type = "Task" [ 1028.826180] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.839567] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c3e3aa-955d-419e-668b-d7b649d3fbd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.839962] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.840310] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] cf283d4e-b1e8-407d-a120-b42af95c16a1/cf283d4e-b1e8-407d-a120-b42af95c16a1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.840651] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795a8138-0fd3-4ecd-8856-bb620f45272e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.848170] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1028.848170] env[71147]: value = "task-3421464" [ 1028.848170] env[71147]: _type = "Task" [ 1028.848170] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.857494] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.958346] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421463, 'name': ReconfigVM_Task, 'duration_secs': 0.671162} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.958737] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 071e56e8-a07a-487a-928c-07d1dd44aac2/071e56e8-a07a-487a-928c-07d1dd44aac2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.959628] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a006fc76-efeb-4f03-ab25-dce6560cc23c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.966966] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1028.966966] env[71147]: value = "task-3421465" [ 1028.966966] env[71147]: _type = "Task" [ 1028.966966] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.975865] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421465, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.984044] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.984557] env[71147]: DEBUG nova.compute.manager [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.988060] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.704s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.988305] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.988498] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1028.989437] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.093s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.990556] env[71147]: INFO nova.compute.claims [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.997026] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eeb873-a330-43fd-8d71-5975d29d71be {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.007856] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439cb77b-31d1-4433-9450-9b6270d4d214 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.023469] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a1bd48-8928-4ef3-864e-8e9af96e585c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.030416] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3cb313-31ef-4b04-9a13-794ff49780a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.068567] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179395MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1029.068803] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.074209] env[71147]: DEBUG nova.compute.manager [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received event network-vif-plugged-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.074640] env[71147]: DEBUG oslo_concurrency.lockutils [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] Acquiring lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.074899] env[71147]: DEBUG oslo_concurrency.lockutils [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.075119] env[71147]: DEBUG oslo_concurrency.lockutils [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.075339] env[71147]: DEBUG nova.compute.manager [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] No waiting events found dispatching network-vif-plugged-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.076070] env[71147]: WARNING nova.compute.manager [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received unexpected event network-vif-plugged-79048504-5fc2-4884-9daf-c99163754397 for instance with vm_state shelved_offloaded and task_state spawning. [ 1029.076070] env[71147]: DEBUG nova.compute.manager [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received event network-changed-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.076070] env[71147]: DEBUG nova.compute.manager [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Refreshing instance network info cache due to event network-changed-79048504-5fc2-4884-9daf-c99163754397. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.076070] env[71147]: DEBUG oslo_concurrency.lockutils [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] Acquiring lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.129105] env[71147]: DEBUG nova.network.neutron [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating instance_info_cache with network_info: [{"id": "79048504-5fc2-4884-9daf-c99163754397", "address": "fa:16:3e:c5:e9:a0", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79048504-5f", "ovs_interfaceid": "79048504-5fc2-4884-9daf-c99163754397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.269671] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421460, 'name': CloneVM_Task, 'duration_secs': 1.623733} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.270112] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Created linked-clone VM from snapshot [ 1029.271089] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317c0dd5-a538-45c6-a3cd-3cf386abb4fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.278922] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Uploading image 584ac636-a069-490f-865b-11cfb766294b {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1029.313517] env[71147]: DEBUG oslo_vmware.rw_handles [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1029.313517] env[71147]: value = "vm-682614" [ 1029.313517] env[71147]: _type = "VirtualMachine" [ 1029.313517] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1029.314011] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5701a014-0f4a-4412-9aea-a9b2249d2ca2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.324326] env[71147]: DEBUG oslo_vmware.rw_handles [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lease: (returnval){ [ 1029.324326] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52515291-3b9c-fa1a-6036-217bba392be4" [ 1029.324326] env[71147]: _type = "HttpNfcLease" [ 1029.324326] env[71147]: } obtained for exporting VM: (result){ [ 1029.324326] env[71147]: value = "vm-682614" [ 1029.324326] env[71147]: _type = "VirtualMachine" [ 1029.324326] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1029.324667] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the lease: (returnval){ [ 1029.324667] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52515291-3b9c-fa1a-6036-217bba392be4" [ 1029.324667] env[71147]: _type = "HttpNfcLease" [ 1029.324667] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.334577] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.334577] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52515291-3b9c-fa1a-6036-217bba392be4" [ 1029.334577] env[71147]: _type = "HttpNfcLease" [ 1029.334577] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.359564] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421464, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.477374] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421465, 'name': Rename_Task, 'duration_secs': 0.169917} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.477930] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.478253] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9d3de6e-5f54-4d91-bb82-e392750acaf8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.486832] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1029.486832] env[71147]: value = "task-3421467" [ 1029.486832] env[71147]: _type = "Task" [ 1029.486832] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.491141] env[71147]: DEBUG nova.compute.utils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.493016] env[71147]: DEBUG nova.compute.manager [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.493187] env[71147]: DEBUG nova.network.neutron [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.500966] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.514696] env[71147]: DEBUG nova.network.neutron [req-e227ff57-31fd-4834-a3b1-1678fd29ec04 req-2003f7a3-eba3-4ad3-9448-e0a94430c6bf service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updated VIF entry in instance network info cache for port 065a397a-c6b6-4e8f-8653-a93ad809b45d. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.515076] env[71147]: DEBUG nova.network.neutron [req-e227ff57-31fd-4834-a3b1-1678fd29ec04 req-2003f7a3-eba3-4ad3-9448-e0a94430c6bf service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updating instance_info_cache with network_info: [{"id": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "address": "fa:16:3e:5f:6d:12", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065a397a-c6", "ovs_interfaceid": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.537363] env[71147]: DEBUG nova.policy [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e27b5ee85d4b4bf8a692317b0353260d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a63c10d510a4c2dad53978528f8d47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.632256] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.634686] env[71147]: DEBUG oslo_concurrency.lockutils [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] Acquired lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.634878] env[71147]: DEBUG nova.network.neutron [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Refreshing network info cache for port 79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.658737] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e19a32e693e5483a37bfe781575a2e5a',container_format='bare',created_at=2025-04-14T15:32:55Z,direct_url=,disk_format='vmdk',id=35d08a3a-1896-4052-bb57-4126ee632efe,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-724570622-shelved',owner='8407805719064f8d905d0defb18724fe',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2025-04-14T15:33:11Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.659032] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.659205] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.659408] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.659591] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.659744] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.659958] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.660270] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.660461] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.660629] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.660801] env[71147]: DEBUG nova.virt.hardware [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.661741] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a065a1-790c-461a-8a98-37af497aa892 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.670987] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961fad82-723f-4ebb-9e55-a952617a3b5b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.686245] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:e9:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79048504-5fc2-4884-9daf-c99163754397', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.694235] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.694720] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.695025] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d427a5d-454b-430c-8f65-3ed592fc5d71 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.715615] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.715615] env[71147]: value = "task-3421468" [ 1029.715615] env[71147]: _type = "Task" [ 1029.715615] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.724184] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421468, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.824778] env[71147]: DEBUG nova.network.neutron [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Successfully created port: 534f9980-a215-4094-8402-837b6564cb92 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.834884] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.834884] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52515291-3b9c-fa1a-6036-217bba392be4" [ 1029.834884] env[71147]: _type = "HttpNfcLease" [ 1029.834884] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1029.835210] env[71147]: DEBUG oslo_vmware.rw_handles [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1029.835210] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52515291-3b9c-fa1a-6036-217bba392be4" [ 1029.835210] env[71147]: _type = "HttpNfcLease" [ 1029.835210] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1029.836086] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600eca69-02e8-4c80-b6d5-f7307a50fe28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.843289] env[71147]: DEBUG oslo_vmware.rw_handles [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52272567-df28-120f-21e7-57ccbedd0268/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1029.843501] env[71147]: DEBUG oslo_vmware.rw_handles [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52272567-df28-120f-21e7-57ccbedd0268/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1029.910963] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518477} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.911329] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] cf283d4e-b1e8-407d-a120-b42af95c16a1/cf283d4e-b1e8-407d-a120-b42af95c16a1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.911532] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.911869] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1f35943-359b-4914-b0a0-ee59872610f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.919032] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1029.919032] env[71147]: value = "task-3421469" [ 1029.919032] env[71147]: _type = "Task" [ 1029.919032] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.929228] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.987388] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-119b25c6-dc19-45b3-9270-ba04c54ab8d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.995198] env[71147]: DEBUG nova.compute.manager [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.007207] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421467, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.018517] env[71147]: DEBUG oslo_concurrency.lockutils [req-e227ff57-31fd-4834-a3b1-1678fd29ec04 req-2003f7a3-eba3-4ad3-9448-e0a94430c6bf service nova] Releasing lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.231803] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421468, 'name': CreateVM_Task, 'duration_secs': 0.451432} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.231858] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.233278] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.233278] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.233278] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.233400] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282b61ac-3a93-4d7d-b27d-25aad87f7da2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.238102] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1030.238102] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5239f7b4-9038-c029-dacf-be978e07ab4b" [ 1030.238102] env[71147]: _type = "Task" [ 1030.238102] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.247212] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5239f7b4-9038-c029-dacf-be978e07ab4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.377660] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11232bc4-e5c3-4779-b906-f9226c382779 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.385772] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb5651-09b7-433b-a55a-1a7b2fa6049c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.421063] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acc8683-3c5d-469a-a7e5-63d59c10b06f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.437624] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16218} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.438096] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.441939] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e1ed5f-dd83-41e9-a7bb-1f0588dda649 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.444014] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e7f843-1b6a-44c3-8bfc-3d976ade572f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.460376] env[71147]: DEBUG nova.compute.provider_tree [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.480158] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] cf283d4e-b1e8-407d-a120-b42af95c16a1/cf283d4e-b1e8-407d-a120-b42af95c16a1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.484172] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e29749-525c-4734-b11a-0e2ed108a39d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.509494] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1030.509494] env[71147]: value = "task-3421470" [ 1030.509494] env[71147]: _type = "Task" [ 1030.509494] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.513549] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421467, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.527087] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.551105] env[71147]: DEBUG nova.network.neutron [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updated VIF entry in instance network info cache for port 79048504-5fc2-4884-9daf-c99163754397. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.551575] env[71147]: DEBUG nova.network.neutron [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating instance_info_cache with network_info: [{"id": "79048504-5fc2-4884-9daf-c99163754397", "address": "fa:16:3e:c5:e9:a0", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79048504-5f", "ovs_interfaceid": "79048504-5fc2-4884-9daf-c99163754397", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.749397] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.750027] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Processing image 35d08a3a-1896-4052-bb57-4126ee632efe {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.750433] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe/35d08a3a-1896-4052-bb57-4126ee632efe.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.750699] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe/35d08a3a-1896-4052-bb57-4126ee632efe.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.751031] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.751782] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b78bac8-fe47-4464-b4d6-471b00241718 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.761575] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.761808] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.762751] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d3aa22-0687-4f56-8d33-96a01e4c2db9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.768347] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1030.768347] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521c9659-68df-2231-fb90-45e778a2b2b0" [ 1030.768347] env[71147]: _type = "Task" [ 1030.768347] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.777895] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521c9659-68df-2231-fb90-45e778a2b2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.011069] env[71147]: DEBUG nova.compute.manager [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.014879] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421467, 'name': PowerOnVM_Task, 'duration_secs': 1.069561} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.014879] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.014879] env[71147]: INFO nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1031.014879] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.017636] env[71147]: DEBUG nova.scheduler.client.report [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1031.017918] env[71147]: DEBUG nova.compute.provider_tree [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 114 to 115 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1031.018511] env[71147]: DEBUG nova.compute.provider_tree [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.025821] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db27d33b-0879-4d00-9a39-370001e1b91d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.041199] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421470, 'name': ReconfigVM_Task, 'duration_secs': 0.517774} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.043143] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Reconfigured VM instance instance-00000054 to attach disk [datastore2] cf283d4e-b1e8-407d-a120-b42af95c16a1/cf283d4e-b1e8-407d-a120-b42af95c16a1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.045442] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.046162] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.046162] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.046162] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.046712] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.046712] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.046823] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.047057] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.047311] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.047560] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.047800] env[71147]: DEBUG nova.virt.hardware [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.048467] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7298cf6-ee3e-4eab-a2c8-7ca211d923a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.051277] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7b9cb0-074d-4f08-bbc7-51cd4fae5b53 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.057038] env[71147]: DEBUG oslo_concurrency.lockutils [req-ceaf5e51-11e9-44de-bb65-8b0878182bcd req-f808e759-550a-447b-b94c-25ab8f10d57b service nova] Releasing lock "refresh_cache-47abd936-95ee-4441-91f3-c1cfbda66bd0" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.062870] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a9a720-9982-42d2-9fe0-715f8b6ee4b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.067521] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1031.067521] env[71147]: value = "task-3421471" [ 1031.067521] env[71147]: _type = "Task" [ 1031.067521] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.091115] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421471, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.172885] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.173196] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.279900] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Preparing fetch location {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1031.280272] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Fetch image to [datastore2] OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338/OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338.vmdk {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1031.280541] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Downloading stream optimized image 35d08a3a-1896-4052-bb57-4126ee632efe to [datastore2] OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338/OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338.vmdk on the data store datastore2 as vApp {{(pid=71147) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1031.282016] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Downloading image file data 35d08a3a-1896-4052-bb57-4126ee632efe to the ESX as VM named 'OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338' {{(pid=71147) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1031.336013] env[71147]: DEBUG nova.compute.manager [req-e20a1324-9262-4c0a-99f8-ea52a2494b33 req-6abc70be-f72f-4bcf-a7a2-4cfd1f6db072 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Received event network-vif-plugged-534f9980-a215-4094-8402-837b6564cb92 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.336251] env[71147]: DEBUG oslo_concurrency.lockutils [req-e20a1324-9262-4c0a-99f8-ea52a2494b33 req-6abc70be-f72f-4bcf-a7a2-4cfd1f6db072 service nova] Acquiring lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.336522] env[71147]: DEBUG oslo_concurrency.lockutils [req-e20a1324-9262-4c0a-99f8-ea52a2494b33 req-6abc70be-f72f-4bcf-a7a2-4cfd1f6db072 service nova] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.336615] env[71147]: DEBUG oslo_concurrency.lockutils [req-e20a1324-9262-4c0a-99f8-ea52a2494b33 req-6abc70be-f72f-4bcf-a7a2-4cfd1f6db072 service nova] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.336784] env[71147]: DEBUG nova.compute.manager [req-e20a1324-9262-4c0a-99f8-ea52a2494b33 req-6abc70be-f72f-4bcf-a7a2-4cfd1f6db072 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] No waiting events found dispatching network-vif-plugged-534f9980-a215-4094-8402-837b6564cb92 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.336941] env[71147]: WARNING nova.compute.manager [req-e20a1324-9262-4c0a-99f8-ea52a2494b33 req-6abc70be-f72f-4bcf-a7a2-4cfd1f6db072 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Received unexpected event network-vif-plugged-534f9980-a215-4094-8402-837b6564cb92 for instance with vm_state building and task_state spawning. [ 1031.365225] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1031.365225] env[71147]: value = "resgroup-9" [ 1031.365225] env[71147]: _type = "ResourcePool" [ 1031.365225] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1031.366973] env[71147]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0d007046-8033-44d9-bccb-23c128b8e99b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.388365] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lease: (returnval){ [ 1031.388365] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529304e9-53b1-8358-5b29-8a27bb367b85" [ 1031.388365] env[71147]: _type = "HttpNfcLease" [ 1031.388365] env[71147]: } obtained for vApp import into resource pool (val){ [ 1031.388365] env[71147]: value = "resgroup-9" [ 1031.388365] env[71147]: _type = "ResourcePool" [ 1031.388365] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1031.388876] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the lease: (returnval){ [ 1031.388876] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529304e9-53b1-8358-5b29-8a27bb367b85" [ 1031.388876] env[71147]: _type = "HttpNfcLease" [ 1031.388876] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1031.395339] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.395339] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529304e9-53b1-8358-5b29-8a27bb367b85" [ 1031.395339] env[71147]: _type = "HttpNfcLease" [ 1031.395339] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1031.428641] env[71147]: DEBUG nova.network.neutron [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Successfully updated port: 534f9980-a215-4094-8402-837b6564cb92 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.530941] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.531870] env[71147]: DEBUG nova.compute.manager [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.534619] env[71147]: DEBUG oslo_concurrency.lockutils [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.711s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.534885] env[71147]: DEBUG nova.objects.instance [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lazy-loading 'resources' on Instance uuid b40d7774-063e-4bf3-9c59-f18c75423b13 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.554728] env[71147]: INFO nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Took 46.40 seconds to build instance. [ 1031.582071] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421471, 'name': Rename_Task, 'duration_secs': 0.235522} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.582402] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.582690] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ecf8b2b-3a55-49d0-9dca-5b0a0a419ccc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.590290] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1031.590290] env[71147]: value = "task-3421473" [ 1031.590290] env[71147]: _type = "Task" [ 1031.590290] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.600028] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.612347] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.612787] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.676899] env[71147]: INFO nova.compute.manager [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Detaching volume 6f54c8d0-5f36-4de6-a425-2bcce3160862 [ 1031.714449] env[71147]: INFO nova.virt.block_device [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Attempting to driver detach volume 6f54c8d0-5f36-4de6-a425-2bcce3160862 from mountpoint /dev/sdb [ 1031.714700] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1031.714937] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682589', 'volume_id': '6f54c8d0-5f36-4de6-a425-2bcce3160862', 'name': 'volume-6f54c8d0-5f36-4de6-a425-2bcce3160862', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dcf0542-63ab-4aaa-894a-ed3283c1cbb6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f54c8d0-5f36-4de6-a425-2bcce3160862', 'serial': '6f54c8d0-5f36-4de6-a425-2bcce3160862'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1031.715901] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f023c-f1bd-4396-b750-5983fbbf97d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.740262] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc652404-c1db-4117-9ab8-6fb163d33195 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.748421] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4107b91f-5308-4a8a-85e2-6a125c7bb01e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.770176] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323f626a-9276-4da0-94db-9c61af09f357 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.786100] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] The volume has not been displaced from its original location: [datastore1] volume-6f54c8d0-5f36-4de6-a425-2bcce3160862/volume-6f54c8d0-5f36-4de6-a425-2bcce3160862.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1031.791437] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.791786] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e63b0a9-892d-447a-ada9-f39023f48bd3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.811099] env[71147]: DEBUG oslo_vmware.api [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 1031.811099] env[71147]: value = "task-3421474" [ 1031.811099] env[71147]: _type = "Task" [ 1031.811099] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.820762] env[71147]: DEBUG oslo_vmware.api [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.897654] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.897654] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529304e9-53b1-8358-5b29-8a27bb367b85" [ 1031.897654] env[71147]: _type = "HttpNfcLease" [ 1031.897654] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1031.931145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-0a67fbe2-846e-4c9f-8694-f9860ba29b56" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.931145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-0a67fbe2-846e-4c9f-8694-f9860ba29b56" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.931542] env[71147]: DEBUG nova.network.neutron [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.039246] env[71147]: DEBUG nova.compute.utils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.040808] env[71147]: DEBUG nova.compute.manager [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.041021] env[71147]: DEBUG nova.network.neutron [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.054529] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "071e56e8-a07a-487a-928c-07d1dd44aac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.909s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.086442] env[71147]: DEBUG nova.policy [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcffd101b25e4ebf9419602ea57f8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfdf43b9e6d14dc69e15741022d5667c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.102515] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.117880] env[71147]: DEBUG nova.compute.utils [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.325099] env[71147]: DEBUG oslo_vmware.api [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421474, 'name': ReconfigVM_Task, 'duration_secs': 0.276384} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.325465] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.332671] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc31b779-865a-487b-85f0-afe5d4bae2d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.344324] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc02fe6-1509-4d1b-9cb6-4b489d03e62b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.355238] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd8b228-5b86-4bfb-afc5-706869288779 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.358481] env[71147]: DEBUG oslo_vmware.api [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 1032.358481] env[71147]: value = "task-3421475" [ 1032.358481] env[71147]: _type = "Task" [ 1032.358481] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.388283] env[71147]: DEBUG nova.network.neutron [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Successfully created port: c40368d8-fe28-4f1f-9220-f0629dfc3ac9 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.391459] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec466c4-98b3-427d-bc02-a844cc7aadc7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.400495] env[71147]: DEBUG oslo_vmware.api [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.406838] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389d91db-c348-4de7-9bc2-cadca2e56593 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.411484] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.411484] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529304e9-53b1-8358-5b29-8a27bb367b85" [ 1032.411484] env[71147]: _type = "HttpNfcLease" [ 1032.411484] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1032.411484] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1032.411484] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529304e9-53b1-8358-5b29-8a27bb367b85" [ 1032.411484] env[71147]: _type = "HttpNfcLease" [ 1032.411484] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1032.412302] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc7efcb-95b7-440e-8106-808371d987df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.423274] env[71147]: DEBUG nova.compute.provider_tree [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.429757] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52939f32-5ed5-e45a-0f64-436f61df4d2b/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1032.429956] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating HTTP connection to write to file with size = 31672320 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52939f32-5ed5-e45a-0f64-436f61df4d2b/disk-0.vmdk. {{(pid=71147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1032.498656] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51f4d5e0-2c41-4b78-b8a9-32ccc3e8313b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.519828] env[71147]: DEBUG nova.network.neutron [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.546484] env[71147]: DEBUG nova.compute.manager [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.607120] env[71147]: DEBUG oslo_vmware.api [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421473, 'name': PowerOnVM_Task, 'duration_secs': 0.773193} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.607460] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.607750] env[71147]: INFO nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1032.607974] env[71147]: DEBUG nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.608912] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae83f4b-f687-40fd-8de6-f4d4fe4e772a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.620351] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.689389] env[71147]: DEBUG nova.network.neutron [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Updating instance_info_cache with network_info: [{"id": "534f9980-a215-4094-8402-837b6564cb92", "address": "fa:16:3e:20:63:c7", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap534f9980-a2", "ovs_interfaceid": "534f9980-a215-4094-8402-837b6564cb92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.870637] env[71147]: DEBUG oslo_vmware.api [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421475, 'name': ReconfigVM_Task, 'duration_secs': 0.161084} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.872749] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682589', 'volume_id': '6f54c8d0-5f36-4de6-a425-2bcce3160862', 'name': 'volume-6f54c8d0-5f36-4de6-a425-2bcce3160862', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7dcf0542-63ab-4aaa-894a-ed3283c1cbb6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f54c8d0-5f36-4de6-a425-2bcce3160862', 'serial': '6f54c8d0-5f36-4de6-a425-2bcce3160862'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1032.931811] env[71147]: DEBUG nova.scheduler.client.report [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.131177] env[71147]: INFO nova.compute.manager [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Took 47.88 seconds to build instance. [ 1033.192578] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-0a67fbe2-846e-4c9f-8694-f9860ba29b56" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.192948] env[71147]: DEBUG nova.compute.manager [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Instance network_info: |[{"id": "534f9980-a215-4094-8402-837b6564cb92", "address": "fa:16:3e:20:63:c7", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap534f9980-a2", "ovs_interfaceid": "534f9980-a215-4094-8402-837b6564cb92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.194674] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:63:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '534f9980-a215-4094-8402-837b6564cb92', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.204404] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.208275] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.211165] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bbca618-68ec-45bc-bf14-2c9ac156505b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.242805] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.242805] env[71147]: value = "task-3421476" [ 1033.242805] env[71147]: _type = "Task" [ 1033.242805] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.255854] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421476, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.439016] env[71147]: DEBUG oslo_concurrency.lockutils [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.442306] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.771s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.442632] env[71147]: DEBUG nova.objects.instance [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'resources' on Instance uuid 894c10ee-ce64-4573-a67b-17718ec9fe3d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.453844] env[71147]: DEBUG nova.objects.instance [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lazy-loading 'flavor' on Instance uuid 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.480624] env[71147]: INFO nova.scheduler.client.report [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Deleted allocations for instance b40d7774-063e-4bf3-9c59-f18c75423b13 [ 1033.558873] env[71147]: DEBUG nova.compute.manager [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.588406] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.588697] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.588854] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.589069] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.589230] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.589391] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.589611] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.589792] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.590018] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.590299] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.590447] env[71147]: DEBUG nova.virt.hardware [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.591387] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a93354f-e6f9-4242-b842-4ade6c3e07cf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.599833] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ae2b61-02f9-47be-9ad6-87eed714183e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.606518] env[71147]: DEBUG nova.compute.manager [req-a0d56fb0-97b0-4bdb-b689-d6810ada1e3f req-b3363605-003f-4951-bfac-1adeac715277 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Received event network-changed-534f9980-a215-4094-8402-837b6564cb92 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.606854] env[71147]: DEBUG nova.compute.manager [req-a0d56fb0-97b0-4bdb-b689-d6810ada1e3f req-b3363605-003f-4951-bfac-1adeac715277 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Refreshing instance network info cache due to event network-changed-534f9980-a215-4094-8402-837b6564cb92. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.606937] env[71147]: DEBUG oslo_concurrency.lockutils [req-a0d56fb0-97b0-4bdb-b689-d6810ada1e3f req-b3363605-003f-4951-bfac-1adeac715277 service nova] Acquiring lock "refresh_cache-0a67fbe2-846e-4c9f-8694-f9860ba29b56" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.607140] env[71147]: DEBUG oslo_concurrency.lockutils [req-a0d56fb0-97b0-4bdb-b689-d6810ada1e3f req-b3363605-003f-4951-bfac-1adeac715277 service nova] Acquired lock "refresh_cache-0a67fbe2-846e-4c9f-8694-f9860ba29b56" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.607282] env[71147]: DEBUG nova.network.neutron [req-a0d56fb0-97b0-4bdb-b689-d6810ada1e3f req-b3363605-003f-4951-bfac-1adeac715277 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Refreshing network info cache for port 534f9980-a215-4094-8402-837b6564cb92 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.634040] env[71147]: DEBUG oslo_concurrency.lockutils [None req-591668f4-7039-449e-8afa-c48cc5a5f5e1 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "cf283d4e-b1e8-407d-a120-b42af95c16a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.448s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.733645] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.734013] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.734798] env[71147]: INFO nova.compute.manager [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Attaching volume 52a1c741-507f-45fa-bbf0-8d80bd0418d9 to /dev/sdb [ 1033.749961] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Completed reading data from the image iterator. {{(pid=71147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1033.750293] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52939f32-5ed5-e45a-0f64-436f61df4d2b/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1033.752027] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019c4ec2-6be0-4785-9b24-582ac723afd6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.764459] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421476, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.766253] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52939f32-5ed5-e45a-0f64-436f61df4d2b/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1033.766433] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52939f32-5ed5-e45a-0f64-436f61df4d2b/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1033.766684] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e831e51b-9467-44da-ba89-2d6646ce2241 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.777227] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f5b3e9-5bfc-4f9c-a7c6-1893686559f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.785031] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ed4d7e-8069-4529-8b52-36dab74b866e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.798166] env[71147]: DEBUG nova.virt.block_device [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating existing volume attachment record: 577082b0-5d99-4eac-bd21-b68a83fad469 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1033.966768] env[71147]: DEBUG nova.network.neutron [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Successfully updated port: c40368d8-fe28-4f1f-9220-f0629dfc3ac9 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.993532] env[71147]: DEBUG oslo_concurrency.lockutils [None req-eb7fc8fb-2e43-43b7-8138-62ddca6de83f tempest-DeleteServersAdminTestJSON-1158134219 tempest-DeleteServersAdminTestJSON-1158134219-project-member] Lock "b40d7774-063e-4bf3-9c59-f18c75423b13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.110s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.011816] env[71147]: DEBUG oslo_vmware.rw_handles [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52939f32-5ed5-e45a-0f64-436f61df4d2b/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1034.011961] env[71147]: INFO nova.virt.vmwareapi.images [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Downloaded image file data 35d08a3a-1896-4052-bb57-4126ee632efe [ 1034.013118] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e060e7c-3677-447e-8842-e443c5cb6c35 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.033116] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba26a974-12c6-4d3f-b173-da2412cab79c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.058051] env[71147]: INFO nova.virt.vmwareapi.images [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] The imported VM was unregistered [ 1034.059960] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Caching image {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1034.060215] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating directory with path [datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.062875] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dbbbfec-9979-4343-80c1-1331c1d8de3e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.074311] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Created directory with path [datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.074565] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338/OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338.vmdk to [datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe/35d08a3a-1896-4052-bb57-4126ee632efe.vmdk. {{(pid=71147) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1034.077213] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-29f7ccd6-7eff-4966-be6b-88ea7c6ddac0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.084672] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1034.084672] env[71147]: value = "task-3421480" [ 1034.084672] env[71147]: _type = "Task" [ 1034.084672] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.094902] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421480, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.256025] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421476, 'name': CreateVM_Task, 'duration_secs': 0.886135} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.256217] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.256909] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.257079] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.257404] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.257707] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67ea7db-e2b4-4a28-9863-4f72a459d1e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.262889] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1034.262889] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c2824-2f86-b7e2-0c85-45c3b323ddd0" [ 1034.262889] env[71147]: _type = "Task" [ 1034.262889] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.276693] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c2824-2f86-b7e2-0c85-45c3b323ddd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.296138] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf60949-a2c8-4886-8050-4659d7f6ce99 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.310604] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f46562-9657-4e05-974e-9c99592698fb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.347566] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "071e56e8-a07a-487a-928c-07d1dd44aac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.347901] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "071e56e8-a07a-487a-928c-07d1dd44aac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.348126] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "071e56e8-a07a-487a-928c-07d1dd44aac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.348301] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "071e56e8-a07a-487a-928c-07d1dd44aac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.348472] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "071e56e8-a07a-487a-928c-07d1dd44aac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.350765] env[71147]: INFO nova.compute.manager [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Terminating instance [ 1034.352721] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ddd933-0b48-46d0-966c-7960133c197f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.364939] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29faff48-9225-469c-8d05-eaeb1b57ad51 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.370755] env[71147]: DEBUG nova.network.neutron [req-a0d56fb0-97b0-4bdb-b689-d6810ada1e3f req-b3363605-003f-4951-bfac-1adeac715277 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Updated VIF entry in instance network info cache for port 534f9980-a215-4094-8402-837b6564cb92. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.370755] env[71147]: DEBUG nova.network.neutron [req-a0d56fb0-97b0-4bdb-b689-d6810ada1e3f req-b3363605-003f-4951-bfac-1adeac715277 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Updating instance_info_cache with network_info: [{"id": "534f9980-a215-4094-8402-837b6564cb92", "address": "fa:16:3e:20:63:c7", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap534f9980-a2", "ovs_interfaceid": "534f9980-a215-4094-8402-837b6564cb92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.385395] env[71147]: DEBUG nova.compute.provider_tree [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.417580] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "cf283d4e-b1e8-407d-a120-b42af95c16a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.418373] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "cf283d4e-b1e8-407d-a120-b42af95c16a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.418373] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "cf283d4e-b1e8-407d-a120-b42af95c16a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.418608] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "cf283d4e-b1e8-407d-a120-b42af95c16a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.419255] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "cf283d4e-b1e8-407d-a120-b42af95c16a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.421987] env[71147]: INFO nova.compute.manager [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Terminating instance [ 1034.473539] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "refresh_cache-0cc2a337-dbd9-4e06-ab3f-96459c19ba79" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.473539] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "refresh_cache-0cc2a337-dbd9-4e06-ab3f-96459c19ba79" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.473539] env[71147]: DEBUG nova.network.neutron [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.474264] env[71147]: DEBUG oslo_concurrency.lockutils [None req-41857ead-b536-4331-ab87-fbddf1b7dd44 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.597542] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421480, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.774786] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524c2824-2f86-b7e2-0c85-45c3b323ddd0, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.775017] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.775278] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.775956] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.775956] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.775956] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.776257] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dc10b00-3764-4e10-8ffe-e646354350c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.797716] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.797716] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.798526] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4699208-1494-4d78-8aff-7186d4e5f644 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.807814] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1034.807814] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eb5fd8-1e9a-969e-2259-c8c221913a66" [ 1034.807814] env[71147]: _type = "Task" [ 1034.807814] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.818226] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eb5fd8-1e9a-969e-2259-c8c221913a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.858259] env[71147]: DEBUG nova.compute.manager [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.858502] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.859499] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375c55d3-0ffe-4fc1-8dc5-d11ef194143a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.871062] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.871383] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a446121-15ac-41ca-81af-ce8b26b6a15c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.873738] env[71147]: DEBUG oslo_concurrency.lockutils [req-a0d56fb0-97b0-4bdb-b689-d6810ada1e3f req-b3363605-003f-4951-bfac-1adeac715277 service nova] Releasing lock "refresh_cache-0a67fbe2-846e-4c9f-8694-f9860ba29b56" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.884209] env[71147]: DEBUG oslo_vmware.api [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1034.884209] env[71147]: value = "task-3421482" [ 1034.884209] env[71147]: _type = "Task" [ 1034.884209] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.895993] env[71147]: DEBUG nova.scheduler.client.report [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.903025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.903025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.903025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.903025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.903025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.905245] env[71147]: INFO nova.compute.manager [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Terminating instance [ 1034.918295] env[71147]: DEBUG oslo_vmware.api [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.927099] env[71147]: DEBUG nova.compute.manager [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.927380] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.928683] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab7f7e8-bea8-4cc5-9784-d263dea1620b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.940183] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.940513] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-327cf15f-1b0a-4d46-a91b-e6d6d6cbe104 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.951859] env[71147]: DEBUG oslo_vmware.api [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1034.951859] env[71147]: value = "task-3421483" [ 1034.951859] env[71147]: _type = "Task" [ 1034.951859] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.965889] env[71147]: DEBUG oslo_vmware.api [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.014531] env[71147]: DEBUG nova.network.neutron [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.103916] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421480, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.198603] env[71147]: DEBUG nova.network.neutron [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Updating instance_info_cache with network_info: [{"id": "c40368d8-fe28-4f1f-9220-f0629dfc3ac9", "address": "fa:16:3e:eb:2d:32", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40368d8-fe", "ovs_interfaceid": "c40368d8-fe28-4f1f-9220-f0629dfc3ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.324556] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eb5fd8-1e9a-969e-2259-c8c221913a66, 'name': SearchDatastore_Task, 'duration_secs': 0.102336} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.325879] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319f0094-25a3-410b-881d-928350fd898c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.336074] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1035.336074] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5206c0c5-076e-7f0d-f557-305155b599a2" [ 1035.336074] env[71147]: _type = "Task" [ 1035.336074] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.352103] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5206c0c5-076e-7f0d-f557-305155b599a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.397968] env[71147]: DEBUG oslo_vmware.api [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421482, 'name': PowerOffVM_Task, 'duration_secs': 0.346618} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.398276] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.398451] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.398726] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3419e56c-9c85-48f9-9767-1d277b150a03 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.400955] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.403246] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.325s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.411339] env[71147]: DEBUG nova.compute.manager [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.411590] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.412585] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb5935e-5e96-4073-a0e2-2eced78d4f29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.425992] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.425992] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e15ecbd3-ba69-4dd1-98a2-ac6081cc4bb2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.436351] env[71147]: DEBUG oslo_vmware.api [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 1035.436351] env[71147]: value = "task-3421485" [ 1035.436351] env[71147]: _type = "Task" [ 1035.436351] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.437499] env[71147]: INFO nova.scheduler.client.report [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleted allocations for instance 894c10ee-ce64-4573-a67b-17718ec9fe3d [ 1035.451307] env[71147]: DEBUG oslo_vmware.api [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.463745] env[71147]: DEBUG oslo_vmware.api [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421483, 'name': PowerOffVM_Task, 'duration_secs': 0.431051} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.465339] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.465339] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.465339] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37d5a694-7dff-4267-9bbc-df3fb964556e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.485617] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.485955] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.487253] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleting the datastore file [datastore1] 071e56e8-a07a-487a-928c-07d1dd44aac2 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.487751] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-586e8a06-8fd3-4010-a9ac-3ab6701c6ec6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.501078] env[71147]: DEBUG oslo_vmware.api [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1035.501078] env[71147]: value = "task-3421487" [ 1035.501078] env[71147]: _type = "Task" [ 1035.501078] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.519469] env[71147]: DEBUG oslo_vmware.api [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.602265] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421480, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.606153] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.606275] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.606737] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleting the datastore file [datastore2] cf283d4e-b1e8-407d-a120-b42af95c16a1 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.606737] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abda352f-84fd-4f25-b648-c977248aa831 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.615457] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.615779] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.615956] env[71147]: INFO nova.compute.manager [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Rebooting instance [ 1035.617569] env[71147]: DEBUG oslo_vmware.api [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for the task: (returnval){ [ 1035.617569] env[71147]: value = "task-3421488" [ 1035.617569] env[71147]: _type = "Task" [ 1035.617569] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.627832] env[71147]: DEBUG oslo_vmware.api [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.675629] env[71147]: DEBUG nova.compute.manager [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Received event network-vif-plugged-c40368d8-fe28-4f1f-9220-f0629dfc3ac9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.675948] env[71147]: DEBUG oslo_concurrency.lockutils [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] Acquiring lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.676822] env[71147]: DEBUG oslo_concurrency.lockutils [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.676822] env[71147]: DEBUG oslo_concurrency.lockutils [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.677048] env[71147]: DEBUG nova.compute.manager [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] No waiting events found dispatching network-vif-plugged-c40368d8-fe28-4f1f-9220-f0629dfc3ac9 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.677123] env[71147]: WARNING nova.compute.manager [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Received unexpected event network-vif-plugged-c40368d8-fe28-4f1f-9220-f0629dfc3ac9 for instance with vm_state building and task_state spawning. [ 1035.677293] env[71147]: DEBUG nova.compute.manager [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Received event network-changed-c40368d8-fe28-4f1f-9220-f0629dfc3ac9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.677448] env[71147]: DEBUG nova.compute.manager [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Refreshing instance network info cache due to event network-changed-c40368d8-fe28-4f1f-9220-f0629dfc3ac9. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.677894] env[71147]: DEBUG oslo_concurrency.lockutils [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] Acquiring lock "refresh_cache-0cc2a337-dbd9-4e06-ab3f-96459c19ba79" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.701649] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "refresh_cache-0cc2a337-dbd9-4e06-ab3f-96459c19ba79" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.702070] env[71147]: DEBUG nova.compute.manager [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Instance network_info: |[{"id": "c40368d8-fe28-4f1f-9220-f0629dfc3ac9", "address": "fa:16:3e:eb:2d:32", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40368d8-fe", "ovs_interfaceid": "c40368d8-fe28-4f1f-9220-f0629dfc3ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.702390] env[71147]: DEBUG oslo_concurrency.lockutils [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] Acquired lock "refresh_cache-0cc2a337-dbd9-4e06-ab3f-96459c19ba79" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.702593] env[71147]: DEBUG nova.network.neutron [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Refreshing network info cache for port c40368d8-fe28-4f1f-9220-f0629dfc3ac9 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.704361] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:2d:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40368d8-fe28-4f1f-9220-f0629dfc3ac9', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.712707] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Creating folder: Project (cfdf43b9e6d14dc69e15741022d5667c). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.713638] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49cf151b-d750-430a-a95e-f86c4497ffc1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.728646] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Created folder: Project (cfdf43b9e6d14dc69e15741022d5667c) in parent group-v682378. [ 1035.728922] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Creating folder: Instances. Parent ref: group-v682620. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.729204] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a26fdba9-0ea7-4ecd-9c69-9b9bab8b6497 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.741708] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Created folder: Instances in parent group-v682620. [ 1035.741708] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.741866] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.742125] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1160566a-298d-4f2d-bf10-ab992201ebaa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.765309] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.765309] env[71147]: value = "task-3421491" [ 1035.765309] env[71147]: _type = "Task" [ 1035.765309] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.776566] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421491, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.849760] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5206c0c5-076e-7f0d-f557-305155b599a2, 'name': SearchDatastore_Task, 'duration_secs': 0.101046} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.849760] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.851914] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 0a67fbe2-846e-4c9f-8694-f9860ba29b56/0a67fbe2-846e-4c9f-8694-f9860ba29b56.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.851914] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33efff3f-3433-4499-8342-db6620f3a841 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.859501] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1035.859501] env[71147]: value = "task-3421492" [ 1035.859501] env[71147]: _type = "Task" [ 1035.859501] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.870012] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.955550] env[71147]: DEBUG oslo_vmware.api [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.956075] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ab421b18-2667-4f90-b02a-a54f2f947b9b tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "894c10ee-ce64-4573-a67b-17718ec9fe3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.507s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.015694] env[71147]: DEBUG oslo_vmware.api [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336069} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.018653] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.019327] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.019327] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.019515] env[71147]: INFO nova.compute.manager [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1036.019588] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.020217] env[71147]: DEBUG nova.compute.manager [-] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.020324] env[71147]: DEBUG nova.network.neutron [-] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.103778] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421480, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.138840] env[71147]: DEBUG oslo_vmware.api [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.154043] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.154043] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.154043] env[71147]: DEBUG nova.network.neutron [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.232376] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f88968-8943-422f-b320-bf80f2f5bef4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.241588] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c55660-8238-4f13-8556-eb3cd91bced2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.284636] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07297e47-3bf7-41e2-abed-96ffeb8830d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.298834] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421491, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.300861] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac13c1d-318a-4c7b-9528-49665d74a0a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.318805] env[71147]: DEBUG nova.compute.provider_tree [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.378249] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.453827] env[71147]: DEBUG oslo_vmware.api [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421485, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.606935] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421480, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.631808] env[71147]: DEBUG oslo_vmware.api [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.795167] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421491, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.824929] env[71147]: DEBUG nova.scheduler.client.report [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.872518] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421492, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.894464] env[71147]: DEBUG nova.network.neutron [-] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.955727] env[71147]: DEBUG oslo_vmware.api [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421485, 'name': PowerOffVM_Task, 'duration_secs': 1.178422} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.956110] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.956239] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.956527] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03da6895-a8d1-4e1d-9712-9efd2b2b8146 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.057101] env[71147]: DEBUG nova.network.neutron [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Updated VIF entry in instance network info cache for port c40368d8-fe28-4f1f-9220-f0629dfc3ac9. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.057717] env[71147]: DEBUG nova.network.neutron [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Updating instance_info_cache with network_info: [{"id": "c40368d8-fe28-4f1f-9220-f0629dfc3ac9", "address": "fa:16:3e:eb:2d:32", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40368d8-fe", "ovs_interfaceid": "c40368d8-fe28-4f1f-9220-f0629dfc3ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.071151] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.071592] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.071843] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Deleting the datastore file [datastore2] 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.072226] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-208ea44a-f1d0-40a7-a516-9141b4666faa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.084516] env[71147]: DEBUG oslo_vmware.api [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 1037.084516] env[71147]: value = "task-3421494" [ 1037.084516] env[71147]: _type = "Task" [ 1037.084516] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.098354] env[71147]: DEBUG oslo_vmware.api [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.105757] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421480, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.802972} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.106224] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338/OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338.vmdk to [datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe/35d08a3a-1896-4052-bb57-4126ee632efe.vmdk. [ 1037.106557] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Cleaning up location [datastore2] OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1037.106740] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f35c6c7e-2b35-4989-a70d-979060b54338 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.107127] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-801c6c78-802d-47d1-b7f3-5e4bc7c162b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.114150] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1037.114150] env[71147]: value = "task-3421495" [ 1037.114150] env[71147]: _type = "Task" [ 1037.114150] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.126795] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.137498] env[71147]: DEBUG oslo_vmware.api [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Task: {'id': task-3421488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.286408} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.137498] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.137498] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.137498] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.137498] env[71147]: INFO nova.compute.manager [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1037.137498] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.137498] env[71147]: DEBUG nova.compute.manager [-] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.137498] env[71147]: DEBUG nova.network.neutron [-] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.215251] env[71147]: DEBUG nova.network.neutron [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [{"id": "101e71e3-b306-452a-b7de-a4fdae190a1a", "address": "fa:16:3e:3c:4a:f4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101e71e3-b3", "ovs_interfaceid": "101e71e3-b306-452a-b7de-a4fdae190a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.292139] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421491, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.371980] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421492, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.424134} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.372599] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 0a67fbe2-846e-4c9f-8694-f9860ba29b56/0a67fbe2-846e-4c9f-8694-f9860ba29b56.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.372599] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.372861] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9b802d2-3b7a-4fac-a10a-d78e99897536 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.381171] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1037.381171] env[71147]: value = "task-3421496" [ 1037.381171] env[71147]: _type = "Task" [ 1037.381171] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.393554] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.398311] env[71147]: INFO nova.compute.manager [-] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Took 1.38 seconds to deallocate network for instance. [ 1037.560272] env[71147]: DEBUG oslo_concurrency.lockutils [req-49aa06b9-f1cf-434d-aa4c-f40f6edfb4ce req-932f1e8a-45b1-4d73-96ae-f0667b92e3a3 service nova] Releasing lock "refresh_cache-0cc2a337-dbd9-4e06-ab3f-96459c19ba79" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.598063] env[71147]: DEBUG oslo_vmware.api [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357724} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.598764] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.599051] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.599456] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.599794] env[71147]: INFO nova.compute.manager [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1037.600128] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.601040] env[71147]: DEBUG nova.compute.manager [-] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.601642] env[71147]: DEBUG nova.network.neutron [-] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.628840] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165536} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.629228] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.629379] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe/35d08a3a-1896-4052-bb57-4126ee632efe.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.629702] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe/35d08a3a-1896-4052-bb57-4126ee632efe.vmdk to [datastore2] 47abd936-95ee-4441-91f3-c1cfbda66bd0/47abd936-95ee-4441-91f3-c1cfbda66bd0.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.630018] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0e48136-5785-4c90-b682-425fddfd2c84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.636981] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1037.636981] env[71147]: value = "task-3421497" [ 1037.636981] env[71147]: _type = "Task" [ 1037.636981] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.645497] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.719293] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.793361] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421491, 'name': CreateVM_Task, 'duration_secs': 1.868998} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.793361] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.794312] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.794558] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.794834] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.795147] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26cf8fe-21aa-47cf-8fdb-4247838a286a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.800051] env[71147]: DEBUG nova.compute.manager [req-f67cfd34-8622-4d1b-9a72-7baa61d6fd34 req-dffb713a-4cbe-420f-af4f-8c25064fd08e service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Received event network-vif-deleted-14c4bdb4-a63c-44da-8e31-cd8bd42ea288 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.800373] env[71147]: INFO nova.compute.manager [req-f67cfd34-8622-4d1b-9a72-7baa61d6fd34 req-dffb713a-4cbe-420f-af4f-8c25064fd08e service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Neutron deleted interface 14c4bdb4-a63c-44da-8e31-cd8bd42ea288; detaching it from the instance and deleting it from the info cache [ 1037.800560] env[71147]: DEBUG nova.network.neutron [req-f67cfd34-8622-4d1b-9a72-7baa61d6fd34 req-dffb713a-4cbe-420f-af4f-8c25064fd08e service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.805976] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1037.805976] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526b6d5b-11e7-d017-84fb-a1eca2217a81" [ 1037.805976] env[71147]: _type = "Task" [ 1037.805976] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.815862] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526b6d5b-11e7-d017-84fb-a1eca2217a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.836606] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.433s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.842134] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.554s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.842134] env[71147]: DEBUG nova.objects.instance [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lazy-loading 'resources' on Instance uuid acb70fcd-2bb8-44d0-b9ae-936461949839 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.866960] env[71147]: DEBUG nova.compute.manager [req-b58c87b2-eb81-4730-a4af-d3b9c407b031 req-ff724e96-26d8-42a6-a064-9c632dc3883c service nova] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Received event network-vif-deleted-68f42adb-f649-42e3-9f5e-51a2bad496b1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.892686] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085804} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.893155] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.895788] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ee6be1-ab36-44db-a697-97e279442040 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.919219] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "3068117f-8061-4686-a45f-b972431da487" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.919774] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.922102] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.934043] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 0a67fbe2-846e-4c9f-8694-f9860ba29b56/0a67fbe2-846e-4c9f-8694-f9860ba29b56.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.934043] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719d3ab8-8a5c-4ff8-a9fd-01d0a65d17cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.958573] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1037.958573] env[71147]: value = "task-3421498" [ 1037.958573] env[71147]: _type = "Task" [ 1037.958573] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.969463] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.055303] env[71147]: DEBUG nova.network.neutron [-] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.151176] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421497, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.224642] env[71147]: DEBUG nova.compute.manager [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.227428] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80fd9aa-14a5-4c16-8276-5c6952abd17b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.304315] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07a9a78d-105a-4e5e-b65c-73b5132b4880 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.320529] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526b6d5b-11e7-d017-84fb-a1eca2217a81, 'name': SearchDatastore_Task, 'duration_secs': 0.0148} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.322469] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.322469] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.324775] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.324775] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.324775] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.324775] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76460114-4ded-4a64-8054-5b0eb8720e86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.328460] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a31fb6b-09c9-4513-9712-f5606cc086a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.380478] env[71147]: DEBUG nova.compute.manager [req-f67cfd34-8622-4d1b-9a72-7baa61d6fd34 req-dffb713a-4cbe-420f-af4f-8c25064fd08e service nova] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Detach interface failed, port_id=14c4bdb4-a63c-44da-8e31-cd8bd42ea288, reason: Instance cf283d4e-b1e8-407d-a120-b42af95c16a1 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.387422] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.388143] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.389154] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720c2cc3-05a4-4a25-8c9f-4c494aa10f62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.397077] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1038.397077] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fb6b84-cf38-a51e-cd5a-06da15e1777b" [ 1038.397077] env[71147]: _type = "Task" [ 1038.397077] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.410019] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fb6b84-cf38-a51e-cd5a-06da15e1777b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.434125] env[71147]: INFO nova.scheduler.client.report [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted allocation for migration 6bc88a69-acf9-44cc-86e7-18ddf98ee2b9 [ 1038.439526] env[71147]: DEBUG nova.compute.manager [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.474390] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.558108] env[71147]: INFO nova.compute.manager [-] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Took 1.42 seconds to deallocate network for instance. [ 1038.662873] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421497, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.773436] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3874672b-3d2b-4d76-b7f5-7d672c4f57ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.788569] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed4e3bd-4343-4884-b420-c083f8703c61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.828096] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714945d-f189-41ca-944a-e77066bf1a72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.841040] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76baca9-5dfd-43ba-aa6e-c79dbd3805cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.859882] env[71147]: DEBUG nova.compute.provider_tree [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.909967] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fb6b84-cf38-a51e-cd5a-06da15e1777b, 'name': SearchDatastore_Task, 'duration_secs': 0.105929} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.910949] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb977397-278a-4737-833e-1743b90586d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.918610] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.919567] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.924153] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1038.924153] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52964486-fe7d-b7ae-0b12-5a077a31f68f" [ 1038.924153] env[71147]: _type = "Task" [ 1038.924153] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.941028] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52964486-fe7d-b7ae-0b12-5a077a31f68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.955998] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6ff644e3-24bc-46fc-a881-0b9f9f1c6410 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.886s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.979346] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.987252] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.021266] env[71147]: DEBUG nova.network.neutron [-] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.065990] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.156615] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421497, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.254889] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f371167-e6d9-44e9-9aad-1776e44c21ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.267316] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Doing hard reboot of VM {{(pid=71147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1039.268204] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-609f721d-e7d2-4644-976e-8252481229b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.276293] env[71147]: DEBUG oslo_vmware.api [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1039.276293] env[71147]: value = "task-3421500" [ 1039.276293] env[71147]: _type = "Task" [ 1039.276293] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.288040] env[71147]: DEBUG oslo_vmware.api [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421500, 'name': ResetVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.363605] env[71147]: DEBUG nova.scheduler.client.report [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.424778] env[71147]: DEBUG nova.compute.manager [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.447260] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52964486-fe7d-b7ae-0b12-5a077a31f68f, 'name': SearchDatastore_Task, 'duration_secs': 0.095793} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.447848] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.447960] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 0cc2a337-dbd9-4e06-ab3f-96459c19ba79/0cc2a337-dbd9-4e06-ab3f-96459c19ba79.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.448210] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad91d85-c02f-4c5b-861f-95862f31552e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.458108] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1039.458108] env[71147]: value = "task-3421501" [ 1039.458108] env[71147]: _type = "Task" [ 1039.458108] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.474463] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.481482] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421498, 'name': ReconfigVM_Task, 'duration_secs': 1.149351} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.481482] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 0a67fbe2-846e-4c9f-8694-f9860ba29b56/0a67fbe2-846e-4c9f-8694-f9860ba29b56.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.481482] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e962921d-7ccb-4163-8bfc-44f665f81719 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.490852] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1039.490852] env[71147]: value = "task-3421502" [ 1039.490852] env[71147]: _type = "Task" [ 1039.490852] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.509419] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421502, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.525718] env[71147]: INFO nova.compute.manager [-] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Took 1.92 seconds to deallocate network for instance. [ 1039.533698] env[71147]: DEBUG oslo_concurrency.lockutils [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "6c241ef1-4bea-4751-9681-a81681fd965e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.534109] env[71147]: DEBUG oslo_concurrency.lockutils [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.534384] env[71147]: DEBUG oslo_concurrency.lockutils [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "6c241ef1-4bea-4751-9681-a81681fd965e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.534566] env[71147]: DEBUG oslo_concurrency.lockutils [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.535173] env[71147]: DEBUG oslo_concurrency.lockutils [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.541322] env[71147]: INFO nova.compute.manager [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Terminating instance [ 1039.660620] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421497, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.792716] env[71147]: DEBUG oslo_vmware.api [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421500, 'name': ResetVM_Task, 'duration_secs': 0.113375} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.793202] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Did hard reboot of VM {{(pid=71147) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1039.793504] env[71147]: DEBUG nova.compute.manager [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.794562] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f174f506-58b0-4136-9d9e-8b93172ce602 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.838753] env[71147]: DEBUG nova.compute.manager [req-953b0e1d-5d7c-40e0-a6b8-32d5a1e692d4 req-c99f98cd-1973-490d-b02c-734957f965de service nova] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Received event network-vif-deleted-51d77220-c152-4a58-bc0d-a17405a72136 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.875297] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.878522] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.810s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.896746] env[71147]: INFO nova.scheduler.client.report [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Deleted allocations for instance acb70fcd-2bb8-44d0-b9ae-936461949839 [ 1039.959254] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.972882] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.004233] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421502, 'name': Rename_Task, 'duration_secs': 0.402779} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.004990] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.005306] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d69ab3ac-5a02-4895-96ac-e0ebefca600f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.014514] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1040.014514] env[71147]: value = "task-3421503" [ 1040.014514] env[71147]: _type = "Task" [ 1040.014514] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.026424] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.039471] env[71147]: DEBUG oslo_concurrency.lockutils [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.047506] env[71147]: DEBUG nova.compute.manager [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.047506] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.048466] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f73dd3-f16d-48df-aeb9-4ec05e8b67b7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.056020] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.056797] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-520cc4ec-688d-4e12-9826-c57851f492d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.068095] env[71147]: DEBUG oslo_vmware.api [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1040.068095] env[71147]: value = "task-3421504" [ 1040.068095] env[71147]: _type = "Task" [ 1040.068095] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.079653] env[71147]: DEBUG oslo_vmware.api [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.115175] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.115424] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.156118] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421497, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.312223] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e594641c-805c-40cd-ab20-9e957f4e5fe6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.696s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.355861] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1040.356146] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682619', 'volume_id': '52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'name': 'volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf413d83-c4ee-4af8-bc18-d3a0418b4561', 'attached_at': '', 'detached_at': '', 'volume_id': '52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'serial': '52a1c741-507f-45fa-bbf0-8d80bd0418d9'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1040.357196] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9e913c-cd52-4655-95d8-412968bde308 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.376853] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbe45dd-6893-47b5-87a4-0d351b2652a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.422955] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9/volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.425324] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3675e66-22af-4237-9cd9-e7ced34080b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.439838] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e2de6d5e-0db9-44f5-95c8-9d0373468a93 tempest-ImagesTestJSON-1376189349 tempest-ImagesTestJSON-1376189349-project-member] Lock "acb70fcd-2bb8-44d0-b9ae-936461949839" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.641s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.448077] env[71147]: DEBUG oslo_vmware.api [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1040.448077] env[71147]: value = "task-3421505" [ 1040.448077] env[71147]: _type = "Task" [ 1040.448077] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.457986] env[71147]: DEBUG oslo_vmware.api [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.473044] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421501, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.526895] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.580468] env[71147]: DEBUG oslo_vmware.api [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421504, 'name': PowerOffVM_Task, 'duration_secs': 0.416042} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.580659] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.580834] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.581121] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04f3a257-50b5-45b5-833b-ceeca83ad92a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.618497] env[71147]: DEBUG nova.compute.manager [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.656686] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421497, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.745499} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.657043] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/35d08a3a-1896-4052-bb57-4126ee632efe/35d08a3a-1896-4052-bb57-4126ee632efe.vmdk to [datastore2] 47abd936-95ee-4441-91f3-c1cfbda66bd0/47abd936-95ee-4441-91f3-c1cfbda66bd0.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.658479] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e37c60-ace3-47cf-b4e9-7caa7fbccc22 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.689091] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 47abd936-95ee-4441-91f3-c1cfbda66bd0/47abd936-95ee-4441-91f3-c1cfbda66bd0.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.691285] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f7c987-0159-4886-bf34-94c53f6f9d32 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.713745] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.713745] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.713745] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleting the datastore file [datastore2] 6c241ef1-4bea-4751-9681-a81681fd965e {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.713745] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3564d7a3-b885-44f5-8124-c7d09f5486c2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.726236] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1040.726236] env[71147]: value = "task-3421508" [ 1040.726236] env[71147]: _type = "Task" [ 1040.726236] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.727174] env[71147]: DEBUG oslo_vmware.api [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1040.727174] env[71147]: value = "task-3421507" [ 1040.727174] env[71147]: _type = "Task" [ 1040.727174] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.745180] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.749099] env[71147]: DEBUG oslo_vmware.api [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.953941] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0796393e-5eeb-429b-8d36-a8129a9eb952 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.954290] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance b9c54d96-6489-4317-8741-55cd45b11959 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.954350] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1040.954516] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance a1c91e5f-c70c-4cc9-a624-edbd8186f801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.954763] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance bf413d83-c4ee-4af8-bc18-d3a0418b4561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.954845] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.954897] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 47abd936-95ee-4441-91f3-c1cfbda66bd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.955151] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.955363] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 6dae7607-e24e-44d0-afb2-f7ad63571ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.955450] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 6c241ef1-4bea-4751-9681-a81681fd965e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.955547] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 053c8a7b-a27e-4979-a39c-4f36b19fc029 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.955655] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.955835] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance c232906b-c19f-4e01-a793-1bb6caf5a46e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.956329] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 071e56e8-a07a-487a-928c-07d1dd44aac2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1040.956329] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance cf283d4e-b1e8-407d-a120-b42af95c16a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1040.956538] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0a67fbe2-846e-4c9f-8694-f9860ba29b56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.956538] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1040.970426] env[71147]: DEBUG oslo_vmware.api [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.981832] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421501, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.336936} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.981832] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 0cc2a337-dbd9-4e06-ab3f-96459c19ba79/0cc2a337-dbd9-4e06-ab3f-96459c19ba79.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.981832] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.982571] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc1947c3-7503-4627-93e2-3387bae68980 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.993927] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1040.993927] env[71147]: value = "task-3421509" [ 1040.993927] env[71147]: _type = "Task" [ 1040.993927] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.003555] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.027339] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.148966] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.241488] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.247516] env[71147]: DEBUG oslo_vmware.api [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273478} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.247833] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.248072] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.248386] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.248514] env[71147]: INFO nova.compute.manager [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1041.248812] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.249020] env[71147]: DEBUG nova.compute.manager [-] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.249132] env[71147]: DEBUG nova.network.neutron [-] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.459559] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 3068117f-8061-4686-a45f-b972431da487 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1041.460878] env[71147]: DEBUG oslo_vmware.api [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421505, 'name': ReconfigVM_Task, 'duration_secs': 0.650409} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.461157] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9/volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.466273] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a952864-b500-4658-bc07-c298b2ca2423 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.484119] env[71147]: DEBUG oslo_vmware.api [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1041.484119] env[71147]: value = "task-3421510" [ 1041.484119] env[71147]: _type = "Task" [ 1041.484119] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.497499] env[71147]: DEBUG oslo_vmware.api [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421510, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.508247] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092019} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.509030] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.509368] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e0fdf7-ed54-49e3-85d0-30df51f5d466 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.533310] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 0cc2a337-dbd9-4e06-ab3f-96459c19ba79/0cc2a337-dbd9-4e06-ab3f-96459c19ba79.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.537419] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a37d05-abef-452a-ad52-3e85d9ec26b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.558519] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421503, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.560188] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1041.560188] env[71147]: value = "task-3421511" [ 1041.560188] env[71147]: _type = "Task" [ 1041.560188] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.568715] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.737726] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.866391] env[71147]: DEBUG nova.compute.manager [req-dce84047-da97-4b08-b996-069f5e4716c7 req-c423c3c9-4be3-4f99-8180-27ddd846dd9c service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Received event network-vif-deleted-ea433764-da56-468e-8849-8a2db189a4e9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.866574] env[71147]: INFO nova.compute.manager [req-dce84047-da97-4b08-b996-069f5e4716c7 req-c423c3c9-4be3-4f99-8180-27ddd846dd9c service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Neutron deleted interface ea433764-da56-468e-8849-8a2db189a4e9; detaching it from the instance and deleting it from the info cache [ 1041.866749] env[71147]: DEBUG nova.network.neutron [req-dce84047-da97-4b08-b996-069f5e4716c7 req-c423c3c9-4be3-4f99-8180-27ddd846dd9c service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.968092] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 543d3b2b-4e38-4b95-85bb-ea979c98346c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1042.004490] env[71147]: DEBUG oslo_vmware.api [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.035524] env[71147]: DEBUG oslo_vmware.api [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421503, 'name': PowerOnVM_Task, 'duration_secs': 1.708005} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.039020] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.039020] env[71147]: INFO nova.compute.manager [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Took 11.02 seconds to spawn the instance on the hypervisor. [ 1042.039020] env[71147]: DEBUG nova.compute.manager [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.039020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722761fe-6118-4ece-9541-b458a905b951 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.051587] env[71147]: DEBUG oslo_vmware.rw_handles [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52272567-df28-120f-21e7-57ccbedd0268/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1042.052142] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857425f3-ff85-4742-ae06-37f51600f655 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.061438] env[71147]: DEBUG oslo_vmware.rw_handles [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52272567-df28-120f-21e7-57ccbedd0268/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1042.061693] env[71147]: ERROR oslo_vmware.rw_handles [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52272567-df28-120f-21e7-57ccbedd0268/disk-0.vmdk due to incomplete transfer. [ 1042.065306] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16524129-773a-457a-b8c0-89e7c300bce0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.073515] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.074022] env[71147]: DEBUG oslo_vmware.rw_handles [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52272567-df28-120f-21e7-57ccbedd0268/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1042.074227] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Uploaded image 584ac636-a069-490f-865b-11cfb766294b to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1042.076571] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1042.076845] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b60910be-d4e5-4eb1-9a84-c3d9dc408fd7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.084200] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1042.084200] env[71147]: value = "task-3421512" [ 1042.084200] env[71147]: _type = "Task" [ 1042.084200] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.093870] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421512, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.228512] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "a840184e-3187-4fbe-a594-5c8586c49adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.228512] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "a840184e-3187-4fbe-a594-5c8586c49adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.238621] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421508, 'name': ReconfigVM_Task, 'duration_secs': 1.428895} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.239157] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 47abd936-95ee-4441-91f3-c1cfbda66bd0/47abd936-95ee-4441-91f3-c1cfbda66bd0.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.240754] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'image_id': '124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682595', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'name': 'volume-824adb9b-b30a-4b17-94d2-124e91b9ded8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47abd936-95ee-4441-91f3-c1cfbda66bd0', 'attached_at': '', 'detached_at': '', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'serial': '824adb9b-b30a-4b17-94d2-124e91b9ded8'}, 'attachment_id': 'f3df3592-bfad-44ee-a587-2e29fc60357a', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=71147) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1042.240971] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1042.241875] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682595', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'name': 'volume-824adb9b-b30a-4b17-94d2-124e91b9ded8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47abd936-95ee-4441-91f3-c1cfbda66bd0', 'attached_at': '', 'detached_at': '', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'serial': '824adb9b-b30a-4b17-94d2-124e91b9ded8'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1042.242521] env[71147]: DEBUG nova.network.neutron [-] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.246212] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589c02e8-f896-43d0-bc31-f996835318ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.263538] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409152ad-e049-405f-8566-cc5347422d5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.297552] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] volume-824adb9b-b30a-4b17-94d2-124e91b9ded8/volume-824adb9b-b30a-4b17-94d2-124e91b9ded8.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.297552] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67d82a67-c3c6-4c6e-8a68-8c262a72a106 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.318286] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1042.318286] env[71147]: value = "task-3421513" [ 1042.318286] env[71147]: _type = "Task" [ 1042.318286] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.326727] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.370369] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efe3a4cb-7434-48fb-90a0-d1c724285af0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.380145] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f44d14a-e496-47a2-8ee3-980581bf2fb5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.415866] env[71147]: DEBUG nova.compute.manager [req-dce84047-da97-4b08-b996-069f5e4716c7 req-c423c3c9-4be3-4f99-8180-27ddd846dd9c service nova] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Detach interface failed, port_id=ea433764-da56-468e-8849-8a2db189a4e9, reason: Instance 6c241ef1-4bea-4751-9681-a81681fd965e could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.475231] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1042.475231] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1042.475550] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1042.494560] env[71147]: DEBUG oslo_vmware.api [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421510, 'name': ReconfigVM_Task, 'duration_secs': 0.746835} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.495021] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682619', 'volume_id': '52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'name': 'volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf413d83-c4ee-4af8-bc18-d3a0418b4561', 'attached_at': '', 'detached_at': '', 'volume_id': '52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'serial': '52a1c741-507f-45fa-bbf0-8d80bd0418d9'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1042.579919] env[71147]: INFO nova.compute.manager [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Took 45.97 seconds to build instance. [ 1042.589659] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421511, 'name': ReconfigVM_Task, 'duration_secs': 0.608214} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.593585] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 0cc2a337-dbd9-4e06-ab3f-96459c19ba79/0cc2a337-dbd9-4e06-ab3f-96459c19ba79.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.594490] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b32daf5b-10d0-4d1e-8814-c96488c591a3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.607956] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421512, 'name': Destroy_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.609866] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1042.609866] env[71147]: value = "task-3421514" [ 1042.609866] env[71147]: _type = "Task" [ 1042.609866] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.624705] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421514, 'name': Rename_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.729162] env[71147]: DEBUG nova.compute.manager [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.748899] env[71147]: INFO nova.compute.manager [-] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Took 1.50 seconds to deallocate network for instance. [ 1042.836276] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421513, 'name': ReconfigVM_Task, 'duration_secs': 0.31812} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.836776] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Reconfigured VM instance instance-0000001f to attach disk [datastore1] volume-824adb9b-b30a-4b17-94d2-124e91b9ded8/volume-824adb9b-b30a-4b17-94d2-124e91b9ded8.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.849666] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01cacbdb-9d4a-42a9-8dcc-131a280feded {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.877546] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1042.877546] env[71147]: value = "task-3421515" [ 1042.877546] env[71147]: _type = "Task" [ 1042.877546] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.891501] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.904587] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b31a9d-93aa-494e-bbd9-514cbc816b9a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.914275] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a27558d-620d-44ee-8b72-ea5ed9119450 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.947104] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c22b56-a9ea-4168-8b91-2f9bbab9513f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.954603] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b423eba-ffce-4aa8-b5ba-321d75ab3189 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.969021] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.083253] env[71147]: DEBUG oslo_concurrency.lockutils [None req-663c3c14-fcd0-455b-bcff-571790a9eba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.100s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.098806] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421512, 'name': Destroy_Task, 'duration_secs': 0.723376} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.099117] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Destroyed the VM [ 1043.099417] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1043.099659] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e03bc3d3-9345-4d8e-8729-e96220d01700 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.106888] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1043.106888] env[71147]: value = "task-3421516" [ 1043.106888] env[71147]: _type = "Task" [ 1043.106888] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.118199] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421516, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.120845] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421514, 'name': Rename_Task, 'duration_secs': 0.230331} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.121123] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.121381] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4a9cba4-03ee-4f49-951a-34579b39c2df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.127689] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1043.127689] env[71147]: value = "task-3421517" [ 1043.127689] env[71147]: _type = "Task" [ 1043.127689] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.136988] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.251150] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.259853] env[71147]: DEBUG oslo_concurrency.lockutils [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.271188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.271325] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.271423] env[71147]: DEBUG nova.compute.manager [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.272425] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73bb08-2042-477f-8d7a-743578d30a4e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.279794] env[71147]: DEBUG nova.compute.manager [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1043.280393] env[71147]: DEBUG nova.objects.instance [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lazy-loading 'flavor' on Instance uuid 0a67fbe2-846e-4c9f-8694-f9860ba29b56 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.385569] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421515, 'name': ReconfigVM_Task, 'duration_secs': 0.173296} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.385926] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682595', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'name': 'volume-824adb9b-b30a-4b17-94d2-124e91b9ded8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47abd936-95ee-4441-91f3-c1cfbda66bd0', 'attached_at': '', 'detached_at': '', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'serial': '824adb9b-b30a-4b17-94d2-124e91b9ded8'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.386528] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e677e3f0-fc1a-4f92-93a0-f4ed73b2cc80 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.394563] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1043.394563] env[71147]: value = "task-3421518" [ 1043.394563] env[71147]: _type = "Task" [ 1043.394563] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.402296] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421518, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.472597] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.547513] env[71147]: DEBUG nova.objects.instance [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'flavor' on Instance uuid bf413d83-c4ee-4af8-bc18-d3a0418b4561 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.617775] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421516, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.640240] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.905136] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421518, 'name': Rename_Task, 'duration_secs': 0.173802} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.905136] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.907482] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b614b17-5abb-4cb0-9e73-8b0e522b7382 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.912389] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1043.912389] env[71147]: value = "task-3421519" [ 1043.912389] env[71147]: _type = "Task" [ 1043.912389] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.921565] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.978069] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1043.978431] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.100s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.978618] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.057s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.978842] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.980995] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.994s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.982797] env[71147]: INFO nova.compute.claims [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.016445] env[71147]: INFO nova.scheduler.client.report [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleted allocations for instance 071e56e8-a07a-487a-928c-07d1dd44aac2 [ 1044.054171] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1e769ed8-4d40-4e15-a372-82e4f2fd0fd6 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.319s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.119216] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421516, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.141146] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.290958] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.291163] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2602927d-263a-44cf-9020-d338d9bf4343 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.299741] env[71147]: DEBUG oslo_vmware.api [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1044.299741] env[71147]: value = "task-3421520" [ 1044.299741] env[71147]: _type = "Task" [ 1044.299741] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.315383] env[71147]: DEBUG oslo_vmware.api [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.422416] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421519, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.524110] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0408416b-1bb8-4fa5-802b-5be91e546989 tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "071e56e8-a07a-487a-928c-07d1dd44aac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.176s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.618951] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421516, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.645460] env[71147]: DEBUG oslo_vmware.api [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421517, 'name': PowerOnVM_Task, 'duration_secs': 1.31571} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.645804] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.646054] env[71147]: INFO nova.compute.manager [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Took 11.09 seconds to spawn the instance on the hypervisor. [ 1044.646246] env[71147]: DEBUG nova.compute.manager [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.647022] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed1ca77-120d-4603-a64c-7ff255fa7320 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.809751] env[71147]: DEBUG oslo_vmware.api [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421520, 'name': PowerOffVM_Task, 'duration_secs': 0.274936} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.809915] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.810274] env[71147]: DEBUG nova.compute.manager [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.811044] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794dfcad-17d6-40a9-a63c-5b3888e06eba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.921823] env[71147]: DEBUG oslo_vmware.api [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421519, 'name': PowerOnVM_Task, 'duration_secs': 0.586669} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.922157] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.086660] env[71147]: DEBUG nova.compute.manager [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.086660] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14175cbd-2143-4feb-b8dc-cca7f99b1a7d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.123493] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421516, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.147481] env[71147]: DEBUG nova.compute.manager [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Stashing vm_state: active {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1045.168634] env[71147]: INFO nova.compute.manager [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Took 42.29 seconds to build instance. [ 1045.323786] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d0d14581-6e8d-486a-9134-fc2c3424b810 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.359857] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db63684-ffea-4215-930a-c5741efe5338 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.373315] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f685ce-a3f8-4102-8776-10af4d9cab58 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.406723] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e329e193-f477-4878-b9cb-845586705714 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.418545] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35721555-0abc-4a5b-9409-b9d5bae738b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.432731] env[71147]: DEBUG nova.compute.provider_tree [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.607180] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46f7d2cd-bb94-49a3-8cad-7d53321bfd26 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 57.107s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.619298] env[71147]: DEBUG oslo_vmware.api [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421516, 'name': RemoveSnapshot_Task, 'duration_secs': 2.120806} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.620026] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1045.620026] env[71147]: INFO nova.compute.manager [None req-52183964-2d63-4df5-bbca-c0664cb15a23 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Took 20.50 seconds to snapshot the instance on the hypervisor. [ 1045.670357] env[71147]: DEBUG oslo_concurrency.lockutils [None req-43e7b32b-5241-4034-91f5-46e802e5832b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.805s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.678599] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.918917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.919324] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.919660] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.919979] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.920314] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.923228] env[71147]: INFO nova.compute.manager [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Terminating instance [ 1045.936793] env[71147]: DEBUG nova.scheduler.client.report [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.427833] env[71147]: DEBUG nova.compute.manager [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.428245] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.429405] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ff77c5-737e-4278-8caf-4ad9eaf4844a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.439025] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.439439] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110b6e88-3027-483c-98c0-f97ceb3b058d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.441934] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.442563] env[71147]: DEBUG nova.compute.manager [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.445651] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.380s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.446072] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.448937] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.490s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.450587] env[71147]: INFO nova.compute.claims [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.473455] env[71147]: INFO nova.scheduler.client.report [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Deleted allocations for instance cf283d4e-b1e8-407d-a120-b42af95c16a1 [ 1046.523508] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.523508] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.523508] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleting the datastore file [datastore2] 0a67fbe2-846e-4c9f-8694-f9860ba29b56 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.524313] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf05a9f7-f950-4b2c-b3b3-1a75ef3770e2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.531720] env[71147]: DEBUG oslo_vmware.api [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1046.531720] env[71147]: value = "task-3421522" [ 1046.531720] env[71147]: _type = "Task" [ 1046.531720] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.542795] env[71147]: DEBUG oslo_vmware.api [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.958497] env[71147]: DEBUG nova.compute.utils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.963220] env[71147]: DEBUG nova.compute.manager [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.963411] env[71147]: DEBUG nova.network.neutron [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.982424] env[71147]: DEBUG oslo_concurrency.lockutils [None req-73c37868-73a1-4ac3-8a1a-a96771c54d3d tempest-MultipleCreateTestJSON-727311014 tempest-MultipleCreateTestJSON-727311014-project-member] Lock "cf283d4e-b1e8-407d-a120-b42af95c16a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.564s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.012034] env[71147]: DEBUG nova.policy [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1da9cd038f4a889dd88e3a96f6c4bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19fff7f1b124558a45d6b5e7adf8c2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.042264] env[71147]: DEBUG oslo_vmware.api [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26874} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.042411] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.042614] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.042785] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.042956] env[71147]: INFO nova.compute.manager [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1047.043240] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.043464] env[71147]: DEBUG nova.compute.manager [-] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.043562] env[71147]: DEBUG nova.network.neutron [-] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.239811] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.240059] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.360351] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquiring lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.364370] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.364370] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquiring lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.364370] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.364370] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.365612] env[71147]: INFO nova.compute.manager [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Terminating instance [ 1047.383807] env[71147]: DEBUG nova.network.neutron [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Successfully created port: 833cb14c-a6ba-420b-bdbd-5c380475b9b6 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.470269] env[71147]: DEBUG nova.compute.manager [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.519599] env[71147]: DEBUG nova.compute.manager [req-f448af24-6934-4529-9478-d9062af55aa2 req-8466b2ea-4c17-4d4a-a19b-b13bc65dca88 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Received event network-vif-deleted-534f9980-a215-4094-8402-837b6564cb92 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.519805] env[71147]: INFO nova.compute.manager [req-f448af24-6934-4529-9478-d9062af55aa2 req-8466b2ea-4c17-4d4a-a19b-b13bc65dca88 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Neutron deleted interface 534f9980-a215-4094-8402-837b6564cb92; detaching it from the instance and deleting it from the info cache [ 1047.519973] env[71147]: DEBUG nova.network.neutron [req-f448af24-6934-4529-9478-d9062af55aa2 req-8466b2ea-4c17-4d4a-a19b-b13bc65dca88 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.743946] env[71147]: DEBUG nova.compute.manager [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.850529] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bfe050-0ff2-430e-b447-b5601b5af7e1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.859333] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efebf510-993b-467b-8550-82b50ceb01d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.889787] env[71147]: DEBUG nova.compute.manager [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.890125] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.891360] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe495863-18aa-4f77-8dc8-c79d562a89cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.894537] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da670689-7298-489c-9123-8f0a2dfe02ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.903864] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c3aec2-3c86-4ebf-aed2-6d91f0018d9c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.908861] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.909145] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11852057-2034-4aee-9c5b-e3e093eff2a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.921871] env[71147]: DEBUG nova.compute.provider_tree [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.924700] env[71147]: DEBUG oslo_vmware.api [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 1047.924700] env[71147]: value = "task-3421523" [ 1047.924700] env[71147]: _type = "Task" [ 1047.924700] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.935129] env[71147]: DEBUG oslo_vmware.api [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.963108] env[71147]: DEBUG nova.network.neutron [-] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.028955] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3145a560-c55e-40a3-b8d4-d2790f0eee06 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.038485] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5fa1c7-e5b6-4ba6-9bfe-4d00dda6d938 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.075211] env[71147]: DEBUG nova.compute.manager [req-f448af24-6934-4529-9478-d9062af55aa2 req-8466b2ea-4c17-4d4a-a19b-b13bc65dca88 service nova] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Detach interface failed, port_id=534f9980-a215-4094-8402-837b6564cb92, reason: Instance 0a67fbe2-846e-4c9f-8694-f9860ba29b56 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.270114] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.429462] env[71147]: DEBUG nova.scheduler.client.report [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.443941] env[71147]: DEBUG oslo_vmware.api [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421523, 'name': PowerOffVM_Task, 'duration_secs': 0.436498} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.449323] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.449323] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.449323] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27d81aae-f986-4be1-9625-eb78f1f98c15 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.464244] env[71147]: INFO nova.compute.manager [-] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Took 1.42 seconds to deallocate network for instance. [ 1048.480084] env[71147]: DEBUG nova.compute.manager [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.510970] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.511281] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.511462] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.511674] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.511824] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.511997] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.512278] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.512508] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.512682] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.512862] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.513107] env[71147]: DEBUG nova.virt.hardware [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.514023] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ea039-b56c-4323-82ec-82bc235b7b20 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.527709] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a382b76-dc00-4537-ac16-b1c72acabbba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.533953] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.534218] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.534422] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Deleting the datastore file [datastore1] 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.535058] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d660cd-dfcd-4562-a922-ac6c825b1ad7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.554143] env[71147]: DEBUG oslo_vmware.api [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for the task: (returnval){ [ 1048.554143] env[71147]: value = "task-3421525" [ 1048.554143] env[71147]: _type = "Task" [ 1048.554143] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.563960] env[71147]: DEBUG oslo_vmware.api [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.599223] env[71147]: DEBUG nova.compute.manager [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.602069] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ba87e5-f665-4a34-b2ad-8ee5e5b75f43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.939332] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.939901] env[71147]: DEBUG nova.compute.manager [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.943520] env[71147]: DEBUG oslo_concurrency.lockutils [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.904s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.943520] env[71147]: DEBUG oslo_concurrency.lockutils [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.948468] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.800s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.949991] env[71147]: INFO nova.compute.claims [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.972712] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.987326] env[71147]: INFO nova.scheduler.client.report [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Deleted allocations for instance 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6 [ 1048.994594] env[71147]: DEBUG nova.compute.manager [req-dab277e3-0fab-4a9e-8a1f-8e30821b99c5 req-ce2a7331-8c5d-48d7-913d-28762c127e21 service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Received event network-vif-plugged-833cb14c-a6ba-420b-bdbd-5c380475b9b6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.994821] env[71147]: DEBUG oslo_concurrency.lockutils [req-dab277e3-0fab-4a9e-8a1f-8e30821b99c5 req-ce2a7331-8c5d-48d7-913d-28762c127e21 service nova] Acquiring lock "3068117f-8061-4686-a45f-b972431da487-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.995070] env[71147]: DEBUG oslo_concurrency.lockutils [req-dab277e3-0fab-4a9e-8a1f-8e30821b99c5 req-ce2a7331-8c5d-48d7-913d-28762c127e21 service nova] Lock "3068117f-8061-4686-a45f-b972431da487-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.995221] env[71147]: DEBUG oslo_concurrency.lockutils [req-dab277e3-0fab-4a9e-8a1f-8e30821b99c5 req-ce2a7331-8c5d-48d7-913d-28762c127e21 service nova] Lock "3068117f-8061-4686-a45f-b972431da487-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.996411] env[71147]: DEBUG nova.compute.manager [req-dab277e3-0fab-4a9e-8a1f-8e30821b99c5 req-ce2a7331-8c5d-48d7-913d-28762c127e21 service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] No waiting events found dispatching network-vif-plugged-833cb14c-a6ba-420b-bdbd-5c380475b9b6 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.996411] env[71147]: WARNING nova.compute.manager [req-dab277e3-0fab-4a9e-8a1f-8e30821b99c5 req-ce2a7331-8c5d-48d7-913d-28762c127e21 service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Received unexpected event network-vif-plugged-833cb14c-a6ba-420b-bdbd-5c380475b9b6 for instance with vm_state building and task_state spawning. [ 1049.071381] env[71147]: DEBUG oslo_vmware.api [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Task: {'id': task-3421525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293506} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.071381] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.071381] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.071381] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.071381] env[71147]: INFO nova.compute.manager [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1049.071381] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.071381] env[71147]: DEBUG nova.compute.manager [-] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.071381] env[71147]: DEBUG nova.network.neutron [-] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.081304] env[71147]: DEBUG nova.network.neutron [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Successfully updated port: 833cb14c-a6ba-420b-bdbd-5c380475b9b6 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.117051] env[71147]: INFO nova.compute.manager [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] instance snapshotting [ 1049.120364] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0994cd52-b304-4616-a825-c26cc42416b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.146243] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11364e0e-9535-453e-9790-d37865f44faa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.266766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquiring lock "19515f96-c488-4b37-9719-e83615dff1dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.266892] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "19515f96-c488-4b37-9719-e83615dff1dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.459699] env[71147]: DEBUG nova.compute.utils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.463638] env[71147]: DEBUG nova.compute.manager [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.463638] env[71147]: DEBUG nova.network.neutron [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.499331] env[71147]: DEBUG oslo_concurrency.lockutils [None req-95989547-17a3-4499-951e-87386f8510f3 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "7dcf0542-63ab-4aaa-894a-ed3283c1cbb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.598s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.526150] env[71147]: DEBUG nova.policy [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf64954f778498397f3c309aab0f937', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf5ac8dbb364f50bac4537d30edcb87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.584699] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "refresh_cache-3068117f-8061-4686-a45f-b972431da487" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.584852] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "refresh_cache-3068117f-8061-4686-a45f-b972431da487" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585016] env[71147]: DEBUG nova.network.neutron [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.656170] env[71147]: DEBUG nova.compute.manager [req-66bc5832-a119-46e2-91ed-3a871678629f req-d2b013ad-cd4a-4f05-8d7d-5ce9137439b7 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Received event network-vif-deleted-d1c9d542-28b0-4743-bb8a-af20ecf99f3e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.656170] env[71147]: INFO nova.compute.manager [req-66bc5832-a119-46e2-91ed-3a871678629f req-d2b013ad-cd4a-4f05-8d7d-5ce9137439b7 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Neutron deleted interface d1c9d542-28b0-4743-bb8a-af20ecf99f3e; detaching it from the instance and deleting it from the info cache [ 1049.656170] env[71147]: DEBUG nova.network.neutron [req-66bc5832-a119-46e2-91ed-3a871678629f req-d2b013ad-cd4a-4f05-8d7d-5ce9137439b7 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.659300] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1049.660761] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46fef8e9-2bc3-4009-a2ce-738c36510fcf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.672637] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1049.672637] env[71147]: value = "task-3421526" [ 1049.672637] env[71147]: _type = "Task" [ 1049.672637] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.687762] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421526, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.772011] env[71147]: DEBUG nova.compute.manager [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.881636] env[71147]: DEBUG nova.network.neutron [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Successfully created port: 95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.965238] env[71147]: DEBUG nova.compute.manager [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.129469] env[71147]: DEBUG nova.network.neutron [-] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.144128] env[71147]: DEBUG nova.network.neutron [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.163321] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab17bce6-838a-41dc-9138-d66e97ccaae6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.173704] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1337621e-037f-4fba-8dd0-79b5f12c5250 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.203115] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421526, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.224926] env[71147]: DEBUG nova.compute.manager [req-66bc5832-a119-46e2-91ed-3a871678629f req-d2b013ad-cd4a-4f05-8d7d-5ce9137439b7 service nova] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Detach interface failed, port_id=d1c9d542-28b0-4743-bb8a-af20ecf99f3e, reason: Instance 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.256024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquiring lock "2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.256024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.291797] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.328704] env[71147]: DEBUG nova.network.neutron [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Updating instance_info_cache with network_info: [{"id": "833cb14c-a6ba-420b-bdbd-5c380475b9b6", "address": "fa:16:3e:a5:8e:6f", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833cb14c-a6", "ovs_interfaceid": "833cb14c-a6ba-420b-bdbd-5c380475b9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.368778] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b291141-caac-4e11-af46-6e0bd76166c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.376770] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388551a2-ee7b-4d07-88d4-289fad5abebb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.407110] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1841168c-453d-491f-ade7-c21b32c9a016 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.413644] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0f0cb8-f33b-4592-a639-e77244788993 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.427948] env[71147]: DEBUG nova.compute.provider_tree [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.632769] env[71147]: INFO nova.compute.manager [-] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Took 1.56 seconds to deallocate network for instance. [ 1050.699492] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421526, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.759985] env[71147]: DEBUG nova.compute.manager [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.834221] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "refresh_cache-3068117f-8061-4686-a45f-b972431da487" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.834666] env[71147]: DEBUG nova.compute.manager [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Instance network_info: |[{"id": "833cb14c-a6ba-420b-bdbd-5c380475b9b6", "address": "fa:16:3e:a5:8e:6f", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833cb14c-a6", "ovs_interfaceid": "833cb14c-a6ba-420b-bdbd-5c380475b9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.835146] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:8e:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '833cb14c-a6ba-420b-bdbd-5c380475b9b6', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.844166] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.844394] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3068117f-8061-4686-a45f-b972431da487] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.844620] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-106144ae-46a4-4f4f-8e1c-ea201f3a5960 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.866821] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.866821] env[71147]: value = "task-3421528" [ 1050.866821] env[71147]: _type = "Task" [ 1050.866821] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.874627] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421528, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.931575] env[71147]: DEBUG nova.scheduler.client.report [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.981302] env[71147]: DEBUG nova.compute.manager [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.005086] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.005363] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.005517] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.005694] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.006307] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.006307] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.006307] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.006545] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.006545] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.006760] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.006856] env[71147]: DEBUG nova.virt.hardware [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.007760] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3835fe4-7dc9-4a1f-b24d-610a93aa7ce8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.016168] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1a0313-3c8b-4e52-bdaa-3329e1565567 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.034223] env[71147]: DEBUG nova.compute.manager [req-129b13b4-13fd-4889-a0ba-c0a1869b5033 req-682f8dcf-35db-4d69-9832-eca5704404cd service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Received event network-changed-833cb14c-a6ba-420b-bdbd-5c380475b9b6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.034490] env[71147]: DEBUG nova.compute.manager [req-129b13b4-13fd-4889-a0ba-c0a1869b5033 req-682f8dcf-35db-4d69-9832-eca5704404cd service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Refreshing instance network info cache due to event network-changed-833cb14c-a6ba-420b-bdbd-5c380475b9b6. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.034663] env[71147]: DEBUG oslo_concurrency.lockutils [req-129b13b4-13fd-4889-a0ba-c0a1869b5033 req-682f8dcf-35db-4d69-9832-eca5704404cd service nova] Acquiring lock "refresh_cache-3068117f-8061-4686-a45f-b972431da487" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.034807] env[71147]: DEBUG oslo_concurrency.lockutils [req-129b13b4-13fd-4889-a0ba-c0a1869b5033 req-682f8dcf-35db-4d69-9832-eca5704404cd service nova] Acquired lock "refresh_cache-3068117f-8061-4686-a45f-b972431da487" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.034965] env[71147]: DEBUG nova.network.neutron [req-129b13b4-13fd-4889-a0ba-c0a1869b5033 req-682f8dcf-35db-4d69-9832-eca5704404cd service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Refreshing network info cache for port 833cb14c-a6ba-420b-bdbd-5c380475b9b6 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.140433] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.200180] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421526, 'name': CreateSnapshot_Task, 'duration_secs': 1.231796} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.200464] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1051.201232] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727647e-ddcc-43a4-89e3-db4c41b5313a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.284767] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.379700] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421528, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.388272] env[71147]: DEBUG nova.network.neutron [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Successfully updated port: 95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.437045] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.437587] env[71147]: DEBUG nova.compute.manager [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.442184] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.189s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.444195] env[71147]: INFO nova.compute.claims [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.721432] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1051.721764] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2a8ef2fa-00e0-4349-9c5c-f8ef9b5500d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.730821] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1051.730821] env[71147]: value = "task-3421529" [ 1051.730821] env[71147]: _type = "Task" [ 1051.730821] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.741923] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421529, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.764928] env[71147]: DEBUG nova.network.neutron [req-129b13b4-13fd-4889-a0ba-c0a1869b5033 req-682f8dcf-35db-4d69-9832-eca5704404cd service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Updated VIF entry in instance network info cache for port 833cb14c-a6ba-420b-bdbd-5c380475b9b6. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.765326] env[71147]: DEBUG nova.network.neutron [req-129b13b4-13fd-4889-a0ba-c0a1869b5033 req-682f8dcf-35db-4d69-9832-eca5704404cd service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Updating instance_info_cache with network_info: [{"id": "833cb14c-a6ba-420b-bdbd-5c380475b9b6", "address": "fa:16:3e:a5:8e:6f", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap833cb14c-a6", "ovs_interfaceid": "833cb14c-a6ba-420b-bdbd-5c380475b9b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.877543] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421528, 'name': CreateVM_Task, 'duration_secs': 0.798997} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.877705] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3068117f-8061-4686-a45f-b972431da487] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.878531] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.878711] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.879055] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.879409] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27704663-b356-4bbc-b423-f1fc8862f1ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.884777] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1051.884777] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523fc650-8f98-25af-4a36-a28ef8866b30" [ 1051.884777] env[71147]: _type = "Task" [ 1051.884777] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.892954] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "refresh_cache-543d3b2b-4e38-4b95-85bb-ea979c98346c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.893107] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "refresh_cache-543d3b2b-4e38-4b95-85bb-ea979c98346c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.893258] env[71147]: DEBUG nova.network.neutron [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.894378] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523fc650-8f98-25af-4a36-a28ef8866b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.951033] env[71147]: DEBUG nova.compute.utils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.952347] env[71147]: DEBUG nova.compute.manager [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.952622] env[71147]: DEBUG nova.network.neutron [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.991385] env[71147]: DEBUG nova.policy [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd64898f19cd4e3a9374cbe962d725b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f41b4df0bd8c43cfb77745220bd12e08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.245459] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421529, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.268463] env[71147]: DEBUG oslo_concurrency.lockutils [req-129b13b4-13fd-4889-a0ba-c0a1869b5033 req-682f8dcf-35db-4d69-9832-eca5704404cd service nova] Releasing lock "refresh_cache-3068117f-8061-4686-a45f-b972431da487" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.308953] env[71147]: DEBUG nova.network.neutron [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Successfully created port: d67c03df-a158-4282-b75c-c7afe6241af2 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.402131] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523fc650-8f98-25af-4a36-a28ef8866b30, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.402437] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.402740] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.407171] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.407386] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.407629] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.408333] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6815b477-98f2-42de-95d7-0e1bdccdd4ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.416796] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.416796] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.417643] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb397d3-ff3b-4e25-8eb6-8ad1fbcc697b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.423962] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1052.423962] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e7efef-225d-3d5c-e2ae-ed2dc1a04b7f" [ 1052.423962] env[71147]: _type = "Task" [ 1052.423962] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.433697] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e7efef-225d-3d5c-e2ae-ed2dc1a04b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.446392] env[71147]: DEBUG nova.network.neutron [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.455973] env[71147]: DEBUG nova.compute.manager [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.595389] env[71147]: DEBUG nova.network.neutron [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Updating instance_info_cache with network_info: [{"id": "95c9e1e7-c5c0-4b5b-be12-d12a5db8d556", "address": "fa:16:3e:ee:68:fb", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c9e1e7-c5", "ovs_interfaceid": "95c9e1e7-c5c0-4b5b-be12-d12a5db8d556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.746445] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421529, 'name': CloneVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.814102] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d64b984-a037-48f8-aaa2-4b8a7b53f82d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.821685] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3cccc6-ccd4-43d5-93cb-e0d5ac90d409 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.852675] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23be901-eabf-4b88-bbff-beb118885153 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.860490] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b3a5d6-7077-41b9-a671-28e0c075e33c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.874314] env[71147]: DEBUG nova.compute.provider_tree [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.934468] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e7efef-225d-3d5c-e2ae-ed2dc1a04b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.019344} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.935293] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badefd29-6534-47eb-880b-c836d17bb3aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.941853] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1052.941853] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529a3ece-ed18-c049-5f30-b180a8fef5f9" [ 1052.941853] env[71147]: _type = "Task" [ 1052.941853] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.952163] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529a3ece-ed18-c049-5f30-b180a8fef5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.060750] env[71147]: DEBUG nova.compute.manager [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Received event network-vif-plugged-95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.060975] env[71147]: DEBUG oslo_concurrency.lockutils [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] Acquiring lock "543d3b2b-4e38-4b95-85bb-ea979c98346c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.062176] env[71147]: DEBUG oslo_concurrency.lockutils [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.062176] env[71147]: DEBUG oslo_concurrency.lockutils [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.062176] env[71147]: DEBUG nova.compute.manager [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] No waiting events found dispatching network-vif-plugged-95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.062176] env[71147]: WARNING nova.compute.manager [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Received unexpected event network-vif-plugged-95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 for instance with vm_state building and task_state spawning. [ 1053.062343] env[71147]: DEBUG nova.compute.manager [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Received event network-changed-95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.062397] env[71147]: DEBUG nova.compute.manager [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Refreshing instance network info cache due to event network-changed-95c9e1e7-c5c0-4b5b-be12-d12a5db8d556. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.062558] env[71147]: DEBUG oslo_concurrency.lockutils [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] Acquiring lock "refresh_cache-543d3b2b-4e38-4b95-85bb-ea979c98346c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.099766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "refresh_cache-543d3b2b-4e38-4b95-85bb-ea979c98346c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.100268] env[71147]: DEBUG nova.compute.manager [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Instance network_info: |[{"id": "95c9e1e7-c5c0-4b5b-be12-d12a5db8d556", "address": "fa:16:3e:ee:68:fb", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c9e1e7-c5", "ovs_interfaceid": "95c9e1e7-c5c0-4b5b-be12-d12a5db8d556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.101857] env[71147]: DEBUG oslo_concurrency.lockutils [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] Acquired lock "refresh_cache-543d3b2b-4e38-4b95-85bb-ea979c98346c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.101857] env[71147]: DEBUG nova.network.neutron [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Refreshing network info cache for port 95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.106021] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:68:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c9e1e7-c5c0-4b5b-be12-d12a5db8d556', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.109945] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.110488] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.110734] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9a1c5a1-5595-4698-96de-9d95283b559a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.133971] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.133971] env[71147]: value = "task-3421530" [ 1053.133971] env[71147]: _type = "Task" [ 1053.133971] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.144591] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421530, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.244426] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421529, 'name': CloneVM_Task, 'duration_secs': 1.05712} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.244718] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Created linked-clone VM from snapshot [ 1053.245497] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a93e14a-bf9e-473b-a521-8e1cf79d248c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.253391] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Uploading image db0ae076-526c-49bd-bda6-f0346f63c4f7 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1053.274483] env[71147]: DEBUG oslo_vmware.rw_handles [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1053.274483] env[71147]: value = "vm-682625" [ 1053.274483] env[71147]: _type = "VirtualMachine" [ 1053.274483] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1053.275065] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71d804e8-c9f2-4570-a6fb-80a6d3b2a9b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.282519] env[71147]: DEBUG oslo_vmware.rw_handles [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lease: (returnval){ [ 1053.282519] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52932287-13cc-b41e-42e0-1b3bbc865621" [ 1053.282519] env[71147]: _type = "HttpNfcLease" [ 1053.282519] env[71147]: } obtained for exporting VM: (result){ [ 1053.282519] env[71147]: value = "vm-682625" [ 1053.282519] env[71147]: _type = "VirtualMachine" [ 1053.282519] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1053.282814] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the lease: (returnval){ [ 1053.282814] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52932287-13cc-b41e-42e0-1b3bbc865621" [ 1053.282814] env[71147]: _type = "HttpNfcLease" [ 1053.282814] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1053.289157] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.289157] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52932287-13cc-b41e-42e0-1b3bbc865621" [ 1053.289157] env[71147]: _type = "HttpNfcLease" [ 1053.289157] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1053.378346] env[71147]: DEBUG nova.scheduler.client.report [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.452391] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529a3ece-ed18-c049-5f30-b180a8fef5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014747} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.452661] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.452920] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 3068117f-8061-4686-a45f-b972431da487/3068117f-8061-4686-a45f-b972431da487.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.453205] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec52e726-c605-4509-be12-796f76468180 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.462574] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1053.462574] env[71147]: value = "task-3421532" [ 1053.462574] env[71147]: _type = "Task" [ 1053.462574] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.466379] env[71147]: DEBUG nova.compute.manager [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.473674] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.490799] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.491068] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.491235] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.491420] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.491584] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.491705] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.491925] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.492094] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.492335] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.492467] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.492637] env[71147]: DEBUG nova.virt.hardware [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.493499] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923862df-e5f0-4128-98a5-fcdbee558c0f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.500849] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4627d231-508c-4602-a67e-fed6988cdb14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.645405] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421530, 'name': CreateVM_Task, 'duration_secs': 0.379108} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.646951] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.647607] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.647780] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.648220] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.648989] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c6d2c09-e4a4-447f-858d-763c49243f58 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.653672] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1053.653672] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52319aaa-088e-0607-e8ed-9d30e64963fa" [ 1053.653672] env[71147]: _type = "Task" [ 1053.653672] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.662274] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52319aaa-088e-0607-e8ed-9d30e64963fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.700846] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3fad790-5a9e-46fd-9d4f-0c851a4ab97b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.701051] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3fad790-5a9e-46fd-9d4f-0c851a4ab97b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.701949] env[71147]: DEBUG nova.objects.instance [None req-d3fad790-5a9e-46fd-9d4f-0c851a4ab97b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'flavor' on Instance uuid 6dae7607-e24e-44d0-afb2-f7ad63571ff3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.793246] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1053.793246] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52932287-13cc-b41e-42e0-1b3bbc865621" [ 1053.793246] env[71147]: _type = "HttpNfcLease" [ 1053.793246] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1053.793620] env[71147]: DEBUG oslo_vmware.rw_handles [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1053.793620] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52932287-13cc-b41e-42e0-1b3bbc865621" [ 1053.793620] env[71147]: _type = "HttpNfcLease" [ 1053.793620] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1053.794376] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b58437-889c-46be-a8b2-6643068211ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.806721] env[71147]: DEBUG oslo_vmware.rw_handles [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8452-fead-257a-e1e3-0d633200ee59/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1053.806929] env[71147]: DEBUG oslo_vmware.rw_handles [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8452-fead-257a-e1e3-0d633200ee59/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1053.884613] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.885373] env[71147]: DEBUG nova.compute.manager [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.888438] env[71147]: DEBUG oslo_concurrency.lockutils [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.630s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.888700] env[71147]: DEBUG nova.objects.instance [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lazy-loading 'resources' on Instance uuid 6c241ef1-4bea-4751-9681-a81681fd965e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.928040] env[71147]: DEBUG nova.network.neutron [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Updated VIF entry in instance network info cache for port 95c9e1e7-c5c0-4b5b-be12-d12a5db8d556. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.928518] env[71147]: DEBUG nova.network.neutron [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Updating instance_info_cache with network_info: [{"id": "95c9e1e7-c5c0-4b5b-be12-d12a5db8d556", "address": "fa:16:3e:ee:68:fb", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c9e1e7-c5", "ovs_interfaceid": "95c9e1e7-c5c0-4b5b-be12-d12a5db8d556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.973965] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.977607] env[71147]: DEBUG nova.network.neutron [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Successfully updated port: d67c03df-a158-4282-b75c-c7afe6241af2 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.047071] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71a1e988-4cf4-4cc4-8aae-2adc1430336c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.164523] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52319aaa-088e-0607-e8ed-9d30e64963fa, 'name': SearchDatastore_Task, 'duration_secs': 0.0136} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.164827] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.165079] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.165321] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.165462] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.165633] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.165886] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50603b10-839b-4d35-bdf3-a2a55140e12b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.174183] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.174413] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.175130] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d983c3-cf50-44e6-8dcc-a213a2731ef3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.180609] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1054.180609] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522ee9d1-4284-9c65-4dc4-4b21a5ffc39f" [ 1054.180609] env[71147]: _type = "Task" [ 1054.180609] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.189392] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522ee9d1-4284-9c65-4dc4-4b21a5ffc39f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.206095] env[71147]: DEBUG nova.objects.instance [None req-d3fad790-5a9e-46fd-9d4f-0c851a4ab97b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'pci_requests' on Instance uuid 6dae7607-e24e-44d0-afb2-f7ad63571ff3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.392322] env[71147]: DEBUG nova.compute.utils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.396757] env[71147]: DEBUG nova.compute.manager [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.396929] env[71147]: DEBUG nova.network.neutron [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.432060] env[71147]: DEBUG oslo_concurrency.lockutils [req-35dd365d-7a79-4714-b7e7-6b133777e0dc req-f927b348-cfdc-46ed-a679-fd44348bb113 service nova] Releasing lock "refresh_cache-543d3b2b-4e38-4b95-85bb-ea979c98346c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.459638] env[71147]: DEBUG nova.policy [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d6893c5ea15449080a36a9a4cad4ecb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '373adba05367498a8f7d7afd5c680baa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.482830] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "refresh_cache-384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.483231] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "refresh_cache-384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.483491] env[71147]: DEBUG nova.network.neutron [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.485700] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597681} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.486169] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 3068117f-8061-4686-a45f-b972431da487/3068117f-8061-4686-a45f-b972431da487.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.486566] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.487478] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45898979-2cb0-4b6b-bf55-fce346473ce3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.504507] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1054.504507] env[71147]: value = "task-3421533" [ 1054.504507] env[71147]: _type = "Task" [ 1054.504507] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.520730] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.694696] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522ee9d1-4284-9c65-4dc4-4b21a5ffc39f, 'name': SearchDatastore_Task, 'duration_secs': 0.008169} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.695616] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdef3dc-6ec4-44e2-bb03-2e855b8c331d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.701826] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1054.701826] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f0933e-3965-76ee-d5e1-5f514a40c32c" [ 1054.701826] env[71147]: _type = "Task" [ 1054.701826] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.710022] env[71147]: DEBUG nova.objects.base [None req-d3fad790-5a9e-46fd-9d4f-0c851a4ab97b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Object Instance<6dae7607-e24e-44d0-afb2-f7ad63571ff3> lazy-loaded attributes: flavor,pci_requests {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.710022] env[71147]: DEBUG nova.network.neutron [None req-d3fad790-5a9e-46fd-9d4f-0c851a4ab97b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.721126] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f0933e-3965-76ee-d5e1-5f514a40c32c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.797333] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86660953-30a9-4308-aaeb-b5343440df73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.806053] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3fad790-5a9e-46fd-9d4f-0c851a4ab97b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.104s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.811550] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26ec914-2c2b-47d7-a5f3-16bf87e36d68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.850755] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803617e1-4afb-42e3-8d7c-d9e230d917e1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.861938] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67982689-0c2a-48ef-8f31-63b95d336a8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.881622] env[71147]: DEBUG nova.compute.provider_tree [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.897923] env[71147]: DEBUG nova.compute.manager [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.918638] env[71147]: DEBUG nova.network.neutron [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Successfully created port: 583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.016229] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103044} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.016595] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.018533] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401f8692-c742-4428-8b22-dd31e41df90a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.044194] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 3068117f-8061-4686-a45f-b972431da487/3068117f-8061-4686-a45f-b972431da487.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.045259] env[71147]: DEBUG nova.network.neutron [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.048026] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd796e37-6105-4f93-87d3-ce4193d6a88e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.070104] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1055.070104] env[71147]: value = "task-3421534" [ 1055.070104] env[71147]: _type = "Task" [ 1055.070104] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.083233] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.219023] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f0933e-3965-76ee-d5e1-5f514a40c32c, 'name': SearchDatastore_Task, 'duration_secs': 0.025698} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.219524] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.219943] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 543d3b2b-4e38-4b95-85bb-ea979c98346c/543d3b2b-4e38-4b95-85bb-ea979c98346c.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.220362] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d7fd63b-6234-4340-b1a7-caee24473ebe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.228155] env[71147]: DEBUG nova.network.neutron [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Updating instance_info_cache with network_info: [{"id": "d67c03df-a158-4282-b75c-c7afe6241af2", "address": "fa:16:3e:ad:4c:7f", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67c03df-a1", "ovs_interfaceid": "d67c03df-a158-4282-b75c-c7afe6241af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.234159] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1055.234159] env[71147]: value = "task-3421535" [ 1055.234159] env[71147]: _type = "Task" [ 1055.234159] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.252047] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.387256] env[71147]: DEBUG nova.scheduler.client.report [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.405304] env[71147]: DEBUG nova.compute.manager [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Received event network-vif-plugged-d67c03df-a158-4282-b75c-c7afe6241af2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.405743] env[71147]: DEBUG oslo_concurrency.lockutils [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] Acquiring lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.406060] env[71147]: DEBUG oslo_concurrency.lockutils [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] Lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.406427] env[71147]: DEBUG oslo_concurrency.lockutils [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] Lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.406516] env[71147]: DEBUG nova.compute.manager [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] No waiting events found dispatching network-vif-plugged-d67c03df-a158-4282-b75c-c7afe6241af2 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.406762] env[71147]: WARNING nova.compute.manager [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Received unexpected event network-vif-plugged-d67c03df-a158-4282-b75c-c7afe6241af2 for instance with vm_state building and task_state spawning. [ 1055.406964] env[71147]: DEBUG nova.compute.manager [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Received event network-changed-d67c03df-a158-4282-b75c-c7afe6241af2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.407190] env[71147]: DEBUG nova.compute.manager [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Refreshing instance network info cache due to event network-changed-d67c03df-a158-4282-b75c-c7afe6241af2. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.407355] env[71147]: DEBUG oslo_concurrency.lockutils [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] Acquiring lock "refresh_cache-384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.412046] env[71147]: DEBUG oslo_concurrency.lockutils [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "b9c54d96-6489-4317-8741-55cd45b11959" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.412263] env[71147]: DEBUG oslo_concurrency.lockutils [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "b9c54d96-6489-4317-8741-55cd45b11959" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.412778] env[71147]: DEBUG oslo_concurrency.lockutils [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "b9c54d96-6489-4317-8741-55cd45b11959-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.412778] env[71147]: DEBUG oslo_concurrency.lockutils [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "b9c54d96-6489-4317-8741-55cd45b11959-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.412886] env[71147]: DEBUG oslo_concurrency.lockutils [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "b9c54d96-6489-4317-8741-55cd45b11959-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.415869] env[71147]: INFO nova.compute.manager [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Terminating instance [ 1055.581633] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.736435] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "refresh_cache-384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.736776] env[71147]: DEBUG nova.compute.manager [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Instance network_info: |[{"id": "d67c03df-a158-4282-b75c-c7afe6241af2", "address": "fa:16:3e:ad:4c:7f", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67c03df-a1", "ovs_interfaceid": "d67c03df-a158-4282-b75c-c7afe6241af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.736985] env[71147]: DEBUG oslo_concurrency.lockutils [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] Acquired lock "refresh_cache-384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.737288] env[71147]: DEBUG nova.network.neutron [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Refreshing network info cache for port d67c03df-a158-4282-b75c-c7afe6241af2 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.738931] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:4c:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd67c03df-a158-4282-b75c-c7afe6241af2', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.747637] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.752759] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.753159] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97317a9c-225b-4dfa-9a1d-8904266105df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.775069] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421535, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.776502] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.776502] env[71147]: value = "task-3421536" [ 1055.776502] env[71147]: _type = "Task" [ 1055.776502] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.787746] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421536, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.892613] env[71147]: DEBUG oslo_concurrency.lockutils [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.896068] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.217s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.916583] env[71147]: DEBUG nova.compute.manager [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.922573] env[71147]: DEBUG nova.compute.manager [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.922960] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.926468] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13748c40-3eab-4a48-a739-766623765bac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.934166] env[71147]: INFO nova.scheduler.client.report [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted allocations for instance 6c241ef1-4bea-4751-9681-a81681fd965e [ 1055.940390] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.944805] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7beb177e-ae4f-4935-8a6d-911fdcbcf4de {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.958532] env[71147]: DEBUG oslo_vmware.api [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 1055.958532] env[71147]: value = "task-3421537" [ 1055.958532] env[71147]: _type = "Task" [ 1055.958532] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.983357] env[71147]: DEBUG oslo_vmware.api [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.986346] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.986718] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.986865] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.987097] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.987285] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.987475] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.987709] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.987964] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.988381] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.988524] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.988768] env[71147]: DEBUG nova.virt.hardware [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.990324] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deea9339-03eb-4307-876e-5de39d4caf02 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.002728] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bce8b3-9cce-4dcc-8ecf-b208ff977219 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.083913] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421534, 'name': ReconfigVM_Task, 'duration_secs': 1.011671} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.084314] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 3068117f-8061-4686-a45f-b972431da487/3068117f-8061-4686-a45f-b972431da487.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.085076] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b32284fc-58a1-4a85-93a6-84d91d908045 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.094291] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1056.094291] env[71147]: value = "task-3421538" [ 1056.094291] env[71147]: _type = "Task" [ 1056.094291] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.103200] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421538, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.258455] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825372} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.262020] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 543d3b2b-4e38-4b95-85bb-ea979c98346c/543d3b2b-4e38-4b95-85bb-ea979c98346c.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.262020] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.262020] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3552ba8-9fe8-4de5-b168-81cb6272d928 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.268942] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1056.268942] env[71147]: value = "task-3421539" [ 1056.268942] env[71147]: _type = "Task" [ 1056.268942] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.281703] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.293189] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421536, 'name': CreateVM_Task, 'duration_secs': 0.440415} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.293533] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.294406] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.294708] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.295224] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.295551] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec0e106-f356-4dca-8957-7100b311c556 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.300944] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1056.300944] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5275edbd-9327-0fb4-53e2-371b971fac8e" [ 1056.300944] env[71147]: _type = "Task" [ 1056.300944] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.309413] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5275edbd-9327-0fb4-53e2-371b971fac8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.402075] env[71147]: INFO nova.compute.claims [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.452265] env[71147]: DEBUG oslo_concurrency.lockutils [None req-45bc2084-d450-40c2-a767-9d6a1ff8fe34 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "6c241ef1-4bea-4751-9681-a81681fd965e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.918s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.471177] env[71147]: DEBUG oslo_vmware.api [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421537, 'name': PowerOffVM_Task, 'duration_secs': 0.286514} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.471474] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.471662] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.471922] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c67881cf-7020-4892-a497-10b1119b8f98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.530138] env[71147]: DEBUG nova.network.neutron [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Updated VIF entry in instance network info cache for port d67c03df-a158-4282-b75c-c7afe6241af2. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.530655] env[71147]: DEBUG nova.network.neutron [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Updating instance_info_cache with network_info: [{"id": "d67c03df-a158-4282-b75c-c7afe6241af2", "address": "fa:16:3e:ad:4c:7f", "network": {"id": "97d1d97a-2021-4f83-bcd6-c667eb62add2", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1164511323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f41b4df0bd8c43cfb77745220bd12e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd67c03df-a1", "ovs_interfaceid": "d67c03df-a158-4282-b75c-c7afe6241af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.539130] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.539421] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.539613] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Deleting the datastore file [datastore1] b9c54d96-6489-4317-8741-55cd45b11959 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.539878] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55c183ac-76c1-4596-a7b8-e94d51bf47c2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.552313] env[71147]: DEBUG oslo_vmware.api [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 1056.552313] env[71147]: value = "task-3421541" [ 1056.552313] env[71147]: _type = "Task" [ 1056.552313] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.563497] env[71147]: DEBUG oslo_vmware.api [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.608708] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421538, 'name': Rename_Task, 'duration_secs': 0.190996} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.608997] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.609303] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55974fe9-0d66-4fe3-aea7-51086e3fecac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.615622] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1056.615622] env[71147]: value = "task-3421542" [ 1056.615622] env[71147]: _type = "Task" [ 1056.615622] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.624364] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.779487] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080239} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.781011] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.781011] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c1221b-28f6-487d-a2b4-02ea0e126c60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.809661] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 543d3b2b-4e38-4b95-85bb-ea979c98346c/543d3b2b-4e38-4b95-85bb-ea979c98346c.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.811179] env[71147]: DEBUG nova.network.neutron [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Successfully updated port: 583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.812781] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2afe19e-c966-4576-8abe-ee9febc942c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.841050] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5275edbd-9327-0fb4-53e2-371b971fac8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.842811] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.843323] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.843323] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.843483] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.843656] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.843975] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1056.843975] env[71147]: value = "task-3421543" [ 1056.843975] env[71147]: _type = "Task" [ 1056.843975] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.844197] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d6c1bf-64cb-4d87-bcd2-d76b07b089c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.854555] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.855815] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.855991] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.856756] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91bb604a-d618-4821-b132-c272c8b73545 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.862460] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1056.862460] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523584fe-836b-da00-c3bc-193664c63917" [ 1056.862460] env[71147]: _type = "Task" [ 1056.862460] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.871683] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523584fe-836b-da00-c3bc-193664c63917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.910222] env[71147]: INFO nova.compute.resource_tracker [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating resource usage from migration 8d08b1ea-5b76-44d3-b606-08639ac1509b [ 1056.922441] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.922721] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.923065] env[71147]: DEBUG nova.objects.instance [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'flavor' on Instance uuid 6dae7607-e24e-44d0-afb2-f7ad63571ff3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.034263] env[71147]: DEBUG oslo_concurrency.lockutils [req-ab81419a-f7ce-448d-ba25-c57de28a092f req-fe5ebd97-0a72-4435-9d81-af1d358fbbb8 service nova] Releasing lock "refresh_cache-384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.067140] env[71147]: DEBUG oslo_vmware.api [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311322} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.067561] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.067822] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.068084] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.068353] env[71147]: INFO nova.compute.manager [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1057.068727] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.068983] env[71147]: DEBUG nova.compute.manager [-] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.069160] env[71147]: DEBUG nova.network.neutron [-] [instance: b9c54d96-6489-4317-8741-55cd45b11959] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.126493] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421542, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.196785] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e8d3e-d775-410f-bc48-903f8af127b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.205407] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96874696-e2c5-4ad2-84df-2dee571e9901 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.240795] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f9ac1-d703-427e-a7a8-174d691b1007 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.248869] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861873d3-fbca-467f-8a8b-cc4cfe9cf7e6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.262857] env[71147]: DEBUG nova.compute.provider_tree [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.332603] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.332603] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquired lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.333359] env[71147]: DEBUG nova.network.neutron [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.356806] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.373337] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523584fe-836b-da00-c3bc-193664c63917, 'name': SearchDatastore_Task, 'duration_secs': 0.012478} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.373478] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e4e2b9-df0b-4fe9-9df6-125848a89bf7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.379350] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1057.379350] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52df047a-bd8c-bac0-6d0a-3cc80a2e8c41" [ 1057.379350] env[71147]: _type = "Task" [ 1057.379350] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.387727] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52df047a-bd8c-bac0-6d0a-3cc80a2e8c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.514013] env[71147]: DEBUG nova.objects.instance [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'pci_requests' on Instance uuid 6dae7607-e24e-44d0-afb2-f7ad63571ff3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.627709] env[71147]: DEBUG oslo_vmware.api [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421542, 'name': PowerOnVM_Task, 'duration_secs': 0.897063} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.627894] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.628118] env[71147]: INFO nova.compute.manager [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1057.628349] env[71147]: DEBUG nova.compute.manager [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.629230] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdd2b32-33af-4dde-ae0b-c1e0e976837f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.634958] env[71147]: DEBUG nova.compute.manager [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Received event network-vif-plugged-583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.635192] env[71147]: DEBUG oslo_concurrency.lockutils [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] Acquiring lock "a840184e-3187-4fbe-a594-5c8586c49adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.635402] env[71147]: DEBUG oslo_concurrency.lockutils [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] Lock "a840184e-3187-4fbe-a594-5c8586c49adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.635592] env[71147]: DEBUG oslo_concurrency.lockutils [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] Lock "a840184e-3187-4fbe-a594-5c8586c49adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.635818] env[71147]: DEBUG nova.compute.manager [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] No waiting events found dispatching network-vif-plugged-583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.636013] env[71147]: WARNING nova.compute.manager [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Received unexpected event network-vif-plugged-583e25b2-78f9-4229-876f-6e37c2a139c8 for instance with vm_state building and task_state spawning. [ 1057.636203] env[71147]: DEBUG nova.compute.manager [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Received event network-changed-583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.636374] env[71147]: DEBUG nova.compute.manager [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Refreshing instance network info cache due to event network-changed-583e25b2-78f9-4229-876f-6e37c2a139c8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.636540] env[71147]: DEBUG oslo_concurrency.lockutils [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] Acquiring lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.786014] env[71147]: ERROR nova.scheduler.client.report [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [req-f7676b26-62f3-4a8f-814e-67e051ab4c02] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7676b26-62f3-4a8f-814e-67e051ab4c02"}]} [ 1057.802873] env[71147]: DEBUG nova.scheduler.client.report [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1057.816688] env[71147]: DEBUG nova.scheduler.client.report [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1057.816921] env[71147]: DEBUG nova.compute.provider_tree [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.828708] env[71147]: DEBUG nova.scheduler.client.report [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1057.839989] env[71147]: DEBUG nova.network.neutron [-] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.852290] env[71147]: DEBUG nova.scheduler.client.report [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1057.861843] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421543, 'name': ReconfigVM_Task, 'duration_secs': 0.721249} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.861843] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 543d3b2b-4e38-4b95-85bb-ea979c98346c/543d3b2b-4e38-4b95-85bb-ea979c98346c.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.862193] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c34c335-f0c6-4851-a2e9-c9df96c11c36 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.869034] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1057.869034] env[71147]: value = "task-3421544" [ 1057.869034] env[71147]: _type = "Task" [ 1057.869034] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.877846] env[71147]: DEBUG nova.network.neutron [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.883318] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421544, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.894521] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52df047a-bd8c-bac0-6d0a-3cc80a2e8c41, 'name': SearchDatastore_Task, 'duration_secs': 0.014568} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.894521] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.894784] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad/384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.895117] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c484174-c053-4983-b535-cf208c1dd303 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.902625] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1057.902625] env[71147]: value = "task-3421545" [ 1057.902625] env[71147]: _type = "Task" [ 1057.902625] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.914608] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.017099] env[71147]: DEBUG nova.objects.base [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Object Instance<6dae7607-e24e-44d0-afb2-f7ad63571ff3> lazy-loaded attributes: flavor,pci_requests {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.017099] env[71147]: DEBUG nova.network.neutron [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.057616] env[71147]: DEBUG nova.policy [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23c261141d14bcd887ad37cf8e445f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed35b211a6a4abf8058444e4294e0d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.087502] env[71147]: DEBUG nova.network.neutron [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updating instance_info_cache with network_info: [{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.154802] env[71147]: INFO nova.compute.manager [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Took 19.20 seconds to build instance. [ 1058.184020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa845dd1-dd95-400c-85d7-1b41b07f9785 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.194241] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f948c-d374-440c-b138-92d553c54c49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.226626] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76adc8ac-32a0-4452-b082-9d1034112bb0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.235178] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dafd5ae-64aa-4b4b-88a0-6139e0dfeb4e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.248955] env[71147]: DEBUG nova.compute.provider_tree [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.331642] env[71147]: DEBUG nova.network.neutron [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Successfully created port: f68ca30e-c765-4e4c-8d98-1d9aa921d5bc {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.345284] env[71147]: INFO nova.compute.manager [-] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Took 1.27 seconds to deallocate network for instance. [ 1058.381251] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421544, 'name': Rename_Task, 'duration_secs': 0.159778} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.381917] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.382673] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2144d0e2-ee51-4884-9f69-1ee945219116 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.391154] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1058.391154] env[71147]: value = "task-3421546" [ 1058.391154] env[71147]: _type = "Task" [ 1058.391154] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.401728] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.416103] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421545, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.591710] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Releasing lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.592159] env[71147]: DEBUG nova.compute.manager [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Instance network_info: |[{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.592548] env[71147]: DEBUG oslo_concurrency.lockutils [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] Acquired lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.592863] env[71147]: DEBUG nova.network.neutron [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Refreshing network info cache for port 583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.594405] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:f5:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '583e25b2-78f9-4229-876f-6e37c2a139c8', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.603480] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Creating folder: Project (373adba05367498a8f7d7afd5c680baa). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.604788] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc94af2b-3e95-4cde-ae85-e76cc206fa34 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.617274] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Created folder: Project (373adba05367498a8f7d7afd5c680baa) in parent group-v682378. [ 1058.617274] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Creating folder: Instances. Parent ref: group-v682628. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.617446] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7a4f312-61fb-45b6-8c8f-9a0dd9e34720 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.627199] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Created folder: Instances in parent group-v682628. [ 1058.627531] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.627736] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.627957] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64f18602-5548-466a-96ca-41ce796b63b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.648439] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.648439] env[71147]: value = "task-3421549" [ 1058.648439] env[71147]: _type = "Task" [ 1058.648439] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.657626] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ef2c69c7-b470-4396-a607-0fd2cfad5bd9 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.738s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.657871] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421549, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.783608] env[71147]: DEBUG nova.scheduler.client.report [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1058.783903] env[71147]: DEBUG nova.compute.provider_tree [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 126 to 127 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1058.784106] env[71147]: DEBUG nova.compute.provider_tree [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.851347] env[71147]: DEBUG oslo_concurrency.lockutils [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.901808] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421546, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.913305] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792819} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.913621] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad/384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.913947] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.914265] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-275717b7-7c81-435f-be9a-a6d4d4984be4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.922463] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1058.922463] env[71147]: value = "task-3421550" [ 1058.922463] env[71147]: _type = "Task" [ 1058.922463] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.931126] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.162295] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421549, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.289083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.393s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.289386] env[71147]: INFO nova.compute.manager [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Migrating [ 1059.295632] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.026s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.297050] env[71147]: INFO nova.compute.claims [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.401938] env[71147]: DEBUG oslo_vmware.api [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421546, 'name': PowerOnVM_Task, 'duration_secs': 0.586999} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.402225] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.402438] env[71147]: INFO nova.compute.manager [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1059.402617] env[71147]: DEBUG nova.compute.manager [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.403418] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3cbb0b-05b1-4537-ab1b-13c072335cc5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.413451] env[71147]: DEBUG nova.network.neutron [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updated VIF entry in instance network info cache for port 583e25b2-78f9-4229-876f-6e37c2a139c8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.413841] env[71147]: DEBUG nova.network.neutron [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updating instance_info_cache with network_info: [{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.431255] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07818} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.431556] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.432346] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbdc06a-a84e-4025-80cb-99244bee15e4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.455751] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad/384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.456822] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0468d8c9-7d08-435a-b86b-15c555e848c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.478768] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1059.478768] env[71147]: value = "task-3421551" [ 1059.478768] env[71147]: _type = "Task" [ 1059.478768] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.486983] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.495645] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "3068117f-8061-4686-a45f-b972431da487" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.495926] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.496156] env[71147]: DEBUG nova.compute.manager [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.497576] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e591552d-c91a-4226-9635-1ac7fcb9cb69 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.505739] env[71147]: DEBUG nova.compute.manager [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1059.506441] env[71147]: DEBUG nova.objects.instance [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lazy-loading 'flavor' on Instance uuid 3068117f-8061-4686-a45f-b972431da487 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.661317] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421549, 'name': CreateVM_Task, 'duration_secs': 0.560533} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.661527] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.662232] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.662380] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.662731] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.662990] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7050e333-e91b-4a20-a273-b62abeffab8a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.667712] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1059.667712] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52654a96-dcf9-4493-6c87-9fa2cb8af83c" [ 1059.667712] env[71147]: _type = "Task" [ 1059.667712] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.678989] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52654a96-dcf9-4493-6c87-9fa2cb8af83c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.786927] env[71147]: DEBUG nova.compute.manager [req-9be036d8-97f3-45be-968d-57a1617c58b3 req-6314a004-44ea-41bf-bac4-0bcf19a7e473 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-vif-plugged-f68ca30e-c765-4e4c-8d98-1d9aa921d5bc {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.787168] env[71147]: DEBUG oslo_concurrency.lockutils [req-9be036d8-97f3-45be-968d-57a1617c58b3 req-6314a004-44ea-41bf-bac4-0bcf19a7e473 service nova] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.787401] env[71147]: DEBUG oslo_concurrency.lockutils [req-9be036d8-97f3-45be-968d-57a1617c58b3 req-6314a004-44ea-41bf-bac4-0bcf19a7e473 service nova] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.787617] env[71147]: DEBUG oslo_concurrency.lockutils [req-9be036d8-97f3-45be-968d-57a1617c58b3 req-6314a004-44ea-41bf-bac4-0bcf19a7e473 service nova] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.787873] env[71147]: DEBUG nova.compute.manager [req-9be036d8-97f3-45be-968d-57a1617c58b3 req-6314a004-44ea-41bf-bac4-0bcf19a7e473 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] No waiting events found dispatching network-vif-plugged-f68ca30e-c765-4e4c-8d98-1d9aa921d5bc {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.787947] env[71147]: WARNING nova.compute.manager [req-9be036d8-97f3-45be-968d-57a1617c58b3 req-6314a004-44ea-41bf-bac4-0bcf19a7e473 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received unexpected event network-vif-plugged-f68ca30e-c765-4e4c-8d98-1d9aa921d5bc for instance with vm_state active and task_state None. [ 1059.810077] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.810291] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.810428] env[71147]: DEBUG nova.network.neutron [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.882283] env[71147]: DEBUG nova.network.neutron [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Successfully updated port: f68ca30e-c765-4e4c-8d98-1d9aa921d5bc {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.920086] env[71147]: DEBUG oslo_concurrency.lockutils [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] Releasing lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.920086] env[71147]: DEBUG nova.compute.manager [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Received event network-vif-deleted-f6fd0111-1afc-4f4f-80bb-de814053a257 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.920086] env[71147]: INFO nova.compute.manager [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Neutron deleted interface f6fd0111-1afc-4f4f-80bb-de814053a257; detaching it from the instance and deleting it from the info cache [ 1059.920086] env[71147]: DEBUG nova.network.neutron [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.923973] env[71147]: INFO nova.compute.manager [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Took 19.99 seconds to build instance. [ 1059.989235] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.180861] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52654a96-dcf9-4493-6c87-9fa2cb8af83c, 'name': SearchDatastore_Task, 'duration_secs': 0.018201} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.181123] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.181373] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.182022] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.182022] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.182022] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.182407] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7199401d-aa13-4354-be78-e280fecc087b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.191622] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.191839] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.192653] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701c96d3-6a16-4d18-a947-2fe8ab0a1f02 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.198161] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1060.198161] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5221f9fb-4bde-886e-84cb-ff8d60a79875" [ 1060.198161] env[71147]: _type = "Task" [ 1060.198161] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.207077] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5221f9fb-4bde-886e-84cb-ff8d60a79875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.386555] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.386555] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.386555] env[71147]: DEBUG nova.network.neutron [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.423876] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48424e21-94f0-49df-9dd0-9ddd5553afa4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.429569] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d752e4fa-99a0-4fa2-8d74-98b6efa02408 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.510s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.437969] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d99b6e0-7d23-44d7-a73a-2360c4633a3e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.484780] env[71147]: DEBUG nova.compute.manager [req-7ef51e3d-a467-4409-b844-696d88300e68 req-912ccc41-7d87-4854-a036-a3e064c6cdfd service nova] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Detach interface failed, port_id=f6fd0111-1afc-4f4f-80bb-de814053a257, reason: Instance b9c54d96-6489-4317-8741-55cd45b11959 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.502042] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421551, 'name': ReconfigVM_Task, 'duration_secs': 0.629661} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.502042] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad/384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.502542] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39a8bb59-6d2e-4723-9ddb-4719e35da399 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.512982] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1060.512982] env[71147]: value = "task-3421552" [ 1060.512982] env[71147]: _type = "Task" [ 1060.512982] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.515853] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.516162] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad39d90d-8394-435c-ab17-a2b46ea25429 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.523703] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421552, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.525330] env[71147]: DEBUG oslo_vmware.api [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1060.525330] env[71147]: value = "task-3421553" [ 1060.525330] env[71147]: _type = "Task" [ 1060.525330] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.542286] env[71147]: DEBUG oslo_vmware.api [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.571654] env[71147]: DEBUG nova.network.neutron [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance_info_cache with network_info: [{"id": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "address": "fa:16:3e:e4:5f:74", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7041e488-b4", "ovs_interfaceid": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.659286] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7721362b-76bd-4911-8f58-d46e88235c22 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.668414] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b9e190-8388-4a44-b1d7-5cc7c0a3e38f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.703421] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3253f5a8-3e7d-4faa-8a64-4409b32bb0cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.712007] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5221f9fb-4bde-886e-84cb-ff8d60a79875, 'name': SearchDatastore_Task, 'duration_secs': 0.012264} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.714600] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5747b3-2cde-470c-9af3-4fbcf07e8f40 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.717915] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de74933-2fd6-4d43-a00a-8f31158c5e84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.733020] env[71147]: DEBUG nova.compute.provider_tree [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.736092] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1060.736092] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524faf68-a783-5824-9cd3-3ae28c97f6c2" [ 1060.736092] env[71147]: _type = "Task" [ 1060.736092] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.748744] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524faf68-a783-5824-9cd3-3ae28c97f6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.022234] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421552, 'name': Rename_Task, 'duration_secs': 0.242232} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.022449] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.022660] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c129108-61ab-47c8-959d-5dee3a4be853 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.029732] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1061.029732] env[71147]: value = "task-3421554" [ 1061.029732] env[71147]: _type = "Task" [ 1061.029732] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.043578] env[71147]: DEBUG oslo_vmware.api [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421553, 'name': PowerOffVM_Task, 'duration_secs': 0.312413} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.048647] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.049200] env[71147]: DEBUG nova.compute.manager [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.049535] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421554, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.050606] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ba259c-5d8b-44ec-9ee8-926f13de263a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.077172] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.169245] env[71147]: WARNING nova.network.neutron [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] d54b4c94-8c70-4059-918f-18bf0f62da01 already exists in list: networks containing: ['d54b4c94-8c70-4059-918f-18bf0f62da01']. ignoring it [ 1061.250188] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]524faf68-a783-5824-9cd3-3ae28c97f6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.020325} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.250518] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.250826] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] a840184e-3187-4fbe-a594-5c8586c49adb/a840184e-3187-4fbe-a594-5c8586c49adb.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.251104] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e242b12-ef15-4e6f-a23e-fb2130c953a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.258030] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1061.258030] env[71147]: value = "task-3421555" [ 1061.258030] env[71147]: _type = "Task" [ 1061.258030] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.266126] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.273173] env[71147]: DEBUG nova.scheduler.client.report [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1061.273429] env[71147]: DEBUG nova.compute.provider_tree [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 127 to 128 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1061.273614] env[71147]: DEBUG nova.compute.provider_tree [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.549144] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.570246] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f136cd7b-8ba4-4572-a1cd-7621c6339e3c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.651429] env[71147]: DEBUG nova.network.neutron [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f68ca30e-c765-4e4c-8d98-1d9aa921d5bc", "address": "fa:16:3e:c0:ea:5c", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68ca30e-c7", "ovs_interfaceid": "f68ca30e-c765-4e4c-8d98-1d9aa921d5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.769231] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421555, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.779423] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.780063] env[71147]: DEBUG nova.compute.manager [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.782628] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.810s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.782858] env[71147]: DEBUG nova.objects.instance [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lazy-loading 'resources' on Instance uuid 0a67fbe2-846e-4c9f-8694-f9860ba29b56 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.970845] env[71147]: DEBUG nova.compute.manager [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-changed-f68ca30e-c765-4e4c-8d98-1d9aa921d5bc {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.971185] env[71147]: DEBUG nova.compute.manager [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Refreshing instance network info cache due to event network-changed-f68ca30e-c765-4e4c-8d98-1d9aa921d5bc. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.971482] env[71147]: DEBUG oslo_concurrency.lockutils [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] Acquiring lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.048894] env[71147]: DEBUG oslo_vmware.api [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421554, 'name': PowerOnVM_Task, 'duration_secs': 0.72292} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.048894] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.048894] env[71147]: INFO nova.compute.manager [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1062.049262] env[71147]: DEBUG nova.compute.manager [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.049810] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf9e3cb-3eba-4cd8-bbac-c16f952f71bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.155569] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.156678] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.156678] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.156898] env[71147]: DEBUG oslo_concurrency.lockutils [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] Acquired lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.156968] env[71147]: DEBUG nova.network.neutron [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Refreshing network info cache for port f68ca30e-c765-4e4c-8d98-1d9aa921d5bc {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.158813] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80950637-ce5f-498a-b136-061430440c4c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.177751] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.178336] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.178336] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.178506] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.178579] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.178721] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.178935] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.179103] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.179267] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.179448] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.179653] env[71147]: DEBUG nova.virt.hardware [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.185992] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Reconfiguring VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1062.186714] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb669edc-772a-4da6-babe-fb690e4920eb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.205989] env[71147]: DEBUG oslo_vmware.api [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1062.205989] env[71147]: value = "task-3421556" [ 1062.205989] env[71147]: _type = "Task" [ 1062.205989] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.214592] env[71147]: DEBUG oslo_vmware.api [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421556, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.270531] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521089} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.270851] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] a840184e-3187-4fbe-a594-5c8586c49adb/a840184e-3187-4fbe-a594-5c8586c49adb.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.271082] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.271342] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3a4ee41-6a22-4fcf-b634-0db5be78d66b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.278090] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1062.278090] env[71147]: value = "task-3421557" [ 1062.278090] env[71147]: _type = "Task" [ 1062.278090] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.291208] env[71147]: DEBUG nova.compute.utils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.292763] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.293216] env[71147]: DEBUG nova.compute.manager [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.293393] env[71147]: DEBUG nova.network.neutron [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.330905] env[71147]: INFO nova.compute.manager [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Rebuilding instance [ 1062.339239] env[71147]: DEBUG nova.policy [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcffd101b25e4ebf9419602ea57f8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfdf43b9e6d14dc69e15741022d5667c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.378024] env[71147]: DEBUG nova.compute.manager [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.379672] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a8d43-6637-4fb8-9820-3961f8641fee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.573447] env[71147]: INFO nova.compute.manager [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Took 21.45 seconds to build instance. [ 1062.605344] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbb548d-d9c1-41ce-a347-080c0150828c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.632090] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance 'bf413d83-c4ee-4af8-bc18-d3a0418b4561' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.666673] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d93255-db19-49e4-b1ba-5224a39abf53 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.675555] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b8aa91-edf2-46e2-a9e5-f7e95d9cf977 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.709462] env[71147]: DEBUG nova.network.neutron [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Successfully created port: dcd29db5-21f2-4b0c-871b-6c829036b56b {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.716246] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d795f6b-cbfa-42dd-9a9a-4db6ca5f2b4c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.724814] env[71147]: DEBUG oslo_vmware.api [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.727950] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcb6f2e-8dd3-4129-9452-6f9c7ded1d5a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.744235] env[71147]: DEBUG nova.compute.provider_tree [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.793163] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076086} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.793504] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.794482] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfbe447-cad8-4f0e-857d-ec086989d94b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.797794] env[71147]: DEBUG nova.compute.manager [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.823683] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a840184e-3187-4fbe-a594-5c8586c49adb/a840184e-3187-4fbe-a594-5c8586c49adb.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.826564] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38df1697-0ccf-4ad9-ae02-011779353737 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.850187] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1062.850187] env[71147]: value = "task-3421558" [ 1062.850187] env[71147]: _type = "Task" [ 1062.850187] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.857370] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.028405] env[71147]: DEBUG nova.network.neutron [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updated VIF entry in instance network info cache for port f68ca30e-c765-4e4c-8d98-1d9aa921d5bc. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.028874] env[71147]: DEBUG nova.network.neutron [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f68ca30e-c765-4e4c-8d98-1d9aa921d5bc", "address": "fa:16:3e:c0:ea:5c", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68ca30e-c7", "ovs_interfaceid": "f68ca30e-c765-4e4c-8d98-1d9aa921d5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.075669] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7e5466e-9679-4850-aea4-d7637cec58f0 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.960s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.142232] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.142610] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7698c815-fcc4-4def-b563-3ec632312ee3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.151032] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1063.151032] env[71147]: value = "task-3421559" [ 1063.151032] env[71147]: _type = "Task" [ 1063.151032] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.159901] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.217814] env[71147]: DEBUG oslo_vmware.api [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.248156] env[71147]: DEBUG nova.scheduler.client.report [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.358633] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421558, 'name': ReconfigVM_Task, 'duration_secs': 0.403036} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.358925] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a840184e-3187-4fbe-a594-5c8586c49adb/a840184e-3187-4fbe-a594-5c8586c49adb.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.359663] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-057ef820-d478-492e-a9a4-bb812d3f23d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.366593] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1063.366593] env[71147]: value = "task-3421560" [ 1063.366593] env[71147]: _type = "Task" [ 1063.366593] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.375545] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421560, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.393407] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.393815] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea29885f-7b79-4c7b-892a-c06b152decae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.400578] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1063.400578] env[71147]: value = "task-3421561" [ 1063.400578] env[71147]: _type = "Task" [ 1063.400578] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.410745] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1063.411038] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.411875] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587a711f-4524-4a48-9fc6-2156458341a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.418772] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.419078] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d587ac5-cc71-40d4-becb-1420a5401666 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.485389] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.485617] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.485812] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleting the datastore file [datastore2] 3068117f-8061-4686-a45f-b972431da487 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.486095] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d50e6889-ce59-41e8-ac79-a77340629c77 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.492604] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1063.492604] env[71147]: value = "task-3421563" [ 1063.492604] env[71147]: _type = "Task" [ 1063.492604] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.500777] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.531690] env[71147]: DEBUG oslo_concurrency.lockutils [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] Releasing lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.532033] env[71147]: DEBUG nova.compute.manager [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Received event network-changed-95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.532259] env[71147]: DEBUG nova.compute.manager [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Refreshing instance network info cache due to event network-changed-95c9e1e7-c5c0-4b5b-be12-d12a5db8d556. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.532519] env[71147]: DEBUG oslo_concurrency.lockutils [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] Acquiring lock "refresh_cache-543d3b2b-4e38-4b95-85bb-ea979c98346c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.532707] env[71147]: DEBUG oslo_concurrency.lockutils [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] Acquired lock "refresh_cache-543d3b2b-4e38-4b95-85bb-ea979c98346c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.532909] env[71147]: DEBUG nova.network.neutron [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Refreshing network info cache for port 95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.662290] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421559, 'name': PowerOffVM_Task, 'duration_secs': 0.260289} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.662631] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.662826] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance 'bf413d83-c4ee-4af8-bc18-d3a0418b4561' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.721408] env[71147]: DEBUG oslo_vmware.api [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.756596] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.760431] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.469s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.762602] env[71147]: INFO nova.compute.claims [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.790020] env[71147]: INFO nova.scheduler.client.report [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted allocations for instance 0a67fbe2-846e-4c9f-8694-f9860ba29b56 [ 1063.808494] env[71147]: DEBUG nova.compute.manager [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.832076] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.832346] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.832506] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.832690] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.832834] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.832977] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.833227] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.833453] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.833661] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.833836] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.834019] env[71147]: DEBUG nova.virt.hardware [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.834905] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc50544-44d4-4015-bd00-10dc9c9a5a60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.843418] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f419481c-4d9b-4c87-b106-2cbc28165334 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.879519] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421560, 'name': Rename_Task, 'duration_secs': 0.212235} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.879519] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.879519] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b48ecd5b-bd3e-4c28-985a-0741d86bf6d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.885241] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1063.885241] env[71147]: value = "task-3421564" [ 1063.885241] env[71147]: _type = "Task" [ 1063.885241] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.894423] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.916539] env[71147]: DEBUG oslo_vmware.rw_handles [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8452-fead-257a-e1e3-0d633200ee59/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1063.917678] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e8d17a-45cd-4e21-8163-5d7865a58e97 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.924526] env[71147]: DEBUG oslo_vmware.rw_handles [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8452-fead-257a-e1e3-0d633200ee59/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1063.924787] env[71147]: ERROR oslo_vmware.rw_handles [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8452-fead-257a-e1e3-0d633200ee59/disk-0.vmdk due to incomplete transfer. [ 1063.925062] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2c1b112a-0171-4978-854e-3b1baed0ecb5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.932577] env[71147]: DEBUG oslo_vmware.rw_handles [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d8452-fead-257a-e1e3-0d633200ee59/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1063.932921] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Uploaded image db0ae076-526c-49bd-bda6-f0346f63c4f7 to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1063.935681] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1063.935963] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b20311a3-764f-4360-8204-2c08c45ffb14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.942382] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1063.942382] env[71147]: value = "task-3421565" [ 1063.942382] env[71147]: _type = "Task" [ 1063.942382] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.951625] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421565, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.003064] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25379} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.003419] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.003558] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.003766] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.171457] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.171864] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.172102] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.172420] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.172665] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.172885] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.173193] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.173482] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.173652] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.173885] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.174141] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.182138] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0243917e-3e92-4373-b27b-3d7e3d66da48 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.210741] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1064.210741] env[71147]: value = "task-3421566" [ 1064.210741] env[71147]: _type = "Task" [ 1064.210741] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.226053] env[71147]: DEBUG oslo_vmware.api [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421556, 'name': ReconfigVM_Task, 'duration_secs': 1.712432} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.229730] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.229993] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Reconfigured VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1064.234596] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.240940] env[71147]: DEBUG nova.network.neutron [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Successfully updated port: dcd29db5-21f2-4b0c-871b-6c829036b56b {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.247157] env[71147]: DEBUG nova.compute.manager [req-532006b9-d86b-496f-bb76-96f843c634aa req-0a1b46bf-7eaa-473e-b575-d4e34d724a81 service nova] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Received event network-vif-plugged-dcd29db5-21f2-4b0c-871b-6c829036b56b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.247157] env[71147]: DEBUG oslo_concurrency.lockutils [req-532006b9-d86b-496f-bb76-96f843c634aa req-0a1b46bf-7eaa-473e-b575-d4e34d724a81 service nova] Acquiring lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.247157] env[71147]: DEBUG oslo_concurrency.lockutils [req-532006b9-d86b-496f-bb76-96f843c634aa req-0a1b46bf-7eaa-473e-b575-d4e34d724a81 service nova] Lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.247571] env[71147]: DEBUG oslo_concurrency.lockutils [req-532006b9-d86b-496f-bb76-96f843c634aa req-0a1b46bf-7eaa-473e-b575-d4e34d724a81 service nova] Lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.247571] env[71147]: DEBUG nova.compute.manager [req-532006b9-d86b-496f-bb76-96f843c634aa req-0a1b46bf-7eaa-473e-b575-d4e34d724a81 service nova] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] No waiting events found dispatching network-vif-plugged-dcd29db5-21f2-4b0c-871b-6c829036b56b {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.247716] env[71147]: WARNING nova.compute.manager [req-532006b9-d86b-496f-bb76-96f843c634aa req-0a1b46bf-7eaa-473e-b575-d4e34d724a81 service nova] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Received unexpected event network-vif-plugged-dcd29db5-21f2-4b0c-871b-6c829036b56b for instance with vm_state building and task_state spawning. [ 1064.300184] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1eca668c-3ea3-4b71-bd62-5dc82db29ba4 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "0a67fbe2-846e-4c9f-8694-f9860ba29b56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.380s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.355058] env[71147]: DEBUG nova.network.neutron [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Updated VIF entry in instance network info cache for port 95c9e1e7-c5c0-4b5b-be12-d12a5db8d556. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.355482] env[71147]: DEBUG nova.network.neutron [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Updating instance_info_cache with network_info: [{"id": "95c9e1e7-c5c0-4b5b-be12-d12a5db8d556", "address": "fa:16:3e:ee:68:fb", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c9e1e7-c5", "ovs_interfaceid": "95c9e1e7-c5c0-4b5b-be12-d12a5db8d556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.399475] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421564, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.452382] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421565, 'name': Destroy_Task, 'duration_secs': 0.46852} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.452724] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Destroyed the VM [ 1064.452966] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1064.453246] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec746946-68aa-4427-9498-dc6ee069c7b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.459843] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1064.459843] env[71147]: value = "task-3421567" [ 1064.459843] env[71147]: _type = "Task" [ 1064.459843] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.468324] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421567, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.725775] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421566, 'name': ReconfigVM_Task, 'duration_secs': 0.290884} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.726156] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance 'bf413d83-c4ee-4af8-bc18-d3a0418b4561' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.734730] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f7d359d9-45e0-49df-8d5c-ef1a5793187f tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.812s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.743909] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "refresh_cache-5c35b31d-5f0f-4421-a7e0-807eba6df97d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.744142] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "refresh_cache-5c35b31d-5f0f-4421-a7e0-807eba6df97d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.744247] env[71147]: DEBUG nova.network.neutron [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.854515] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.854768] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.854974] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.855241] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.855392] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.859824] env[71147]: DEBUG oslo_concurrency.lockutils [req-ed07f906-7174-4424-9d8d-3887d3a7e10b req-d3c171c0-d991-4c0f-9d39-1129e979fac9 service nova] Releasing lock "refresh_cache-543d3b2b-4e38-4b95-85bb-ea979c98346c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.860493] env[71147]: INFO nova.compute.manager [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Terminating instance [ 1064.897196] env[71147]: DEBUG oslo_vmware.api [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421564, 'name': PowerOnVM_Task, 'duration_secs': 0.813827} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.899742] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.899958] env[71147]: INFO nova.compute.manager [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1064.900150] env[71147]: DEBUG nova.compute.manager [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.901156] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62fab00-53f9-4f75-8c99-2d710910bcfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.971683] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421567, 'name': RemoveSnapshot_Task} progress is 44%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.040738] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.040988] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.041165] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.041355] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.041499] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.041641] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.041854] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.042010] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.042185] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.042490] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.042571] env[71147]: DEBUG nova.virt.hardware [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.043396] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd75123d-bebb-40e9-8d04-d1ab3b46a1c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.054188] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad52af9-4da8-4c57-bf55-7058aceb4c0e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.072038] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:8e:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '833cb14c-a6ba-420b-bdbd-5c380475b9b6', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.079485] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.082195] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3068117f-8061-4686-a45f-b972431da487] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.082716] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-447f7f02-d3ef-43b9-a104-e166a35f6831 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.098379] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a46215-62cf-42cf-a974-2743584118dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.107544] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd6e5bf-6238-4d26-9d7c-7f84fcff34ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.110629] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.110629] env[71147]: value = "task-3421568" [ 1065.110629] env[71147]: _type = "Task" [ 1065.110629] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.139741] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2086a46e-ef8a-424f-9535-4067417af619 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.146150] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421568, 'name': CreateVM_Task} progress is 15%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.150918] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c79b358-a948-40dd-96fd-2e320cfb648e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.165644] env[71147]: DEBUG nova.compute.provider_tree [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.232949] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.233238] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.233355] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.233531] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.233674] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.233816] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.234038] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.234206] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.234372] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.234534] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.234706] env[71147]: DEBUG nova.virt.hardware [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.240087] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.241440] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4283e79-d76b-437f-96c2-2a9c10fcf23a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.262599] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1065.262599] env[71147]: value = "task-3421569" [ 1065.262599] env[71147]: _type = "Task" [ 1065.262599] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.271094] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.290050] env[71147]: DEBUG nova.network.neutron [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.365087] env[71147]: DEBUG nova.compute.manager [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.365327] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.366681] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924eb172-5179-4817-ab93-91eb83125f6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.377802] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.378124] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0febb36a-9bc6-482c-bc5c-1154b0dd3f1a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.385060] env[71147]: DEBUG oslo_vmware.api [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1065.385060] env[71147]: value = "task-3421570" [ 1065.385060] env[71147]: _type = "Task" [ 1065.385060] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.395867] env[71147]: DEBUG oslo_vmware.api [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.423214] env[71147]: INFO nova.compute.manager [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Took 22.19 seconds to build instance. [ 1065.467489] env[71147]: DEBUG nova.network.neutron [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Updating instance_info_cache with network_info: [{"id": "dcd29db5-21f2-4b0c-871b-6c829036b56b", "address": "fa:16:3e:de:78:bf", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd29db5-21", "ovs_interfaceid": "dcd29db5-21f2-4b0c-871b-6c829036b56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.474105] env[71147]: DEBUG oslo_vmware.api [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421567, 'name': RemoveSnapshot_Task, 'duration_secs': 0.976443} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.474383] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1065.474622] env[71147]: INFO nova.compute.manager [None req-9040292a-e1ac-47ad-a96e-7b9502c11a32 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 1065.621283] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421568, 'name': CreateVM_Task, 'duration_secs': 0.376705} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.621469] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3068117f-8061-4686-a45f-b972431da487] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.622113] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.622276] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.622619] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.622929] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d7af9e-ff8a-4c57-a732-386bc27818c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.628248] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1065.628248] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526013bf-0aa6-bbb3-06f2-655243724cb1" [ 1065.628248] env[71147]: _type = "Task" [ 1065.628248] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.637009] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526013bf-0aa6-bbb3-06f2-655243724cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.668923] env[71147]: DEBUG nova.scheduler.client.report [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.773170] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421569, 'name': ReconfigVM_Task, 'duration_secs': 0.258465} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.773470] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1065.774272] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f15da86-6103-474b-a23f-37b468af8f2e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.801130] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] bf413d83-c4ee-4af8-bc18-d3a0418b4561/bf413d83-c4ee-4af8-bc18-d3a0418b4561.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.801130] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4c4e8a-0f93-421a-ad26-532460e5a140 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.818376] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1065.818376] env[71147]: value = "task-3421571" [ 1065.818376] env[71147]: _type = "Task" [ 1065.818376] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.828945] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.894581] env[71147]: DEBUG oslo_vmware.api [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421570, 'name': PowerOffVM_Task, 'duration_secs': 0.313732} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.894832] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.894993] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.895366] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-079366c5-edba-4bb7-b3cb-38330aabe750 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.925731] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea8e8764-5a4a-4871-a843-daaa3420cccc tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "a840184e-3187-4fbe-a594-5c8586c49adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.699s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.971254] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "refresh_cache-5c35b31d-5f0f-4421-a7e0-807eba6df97d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.971628] env[71147]: DEBUG nova.compute.manager [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Instance network_info: |[{"id": "dcd29db5-21f2-4b0c-871b-6c829036b56b", "address": "fa:16:3e:de:78:bf", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd29db5-21", "ovs_interfaceid": "dcd29db5-21f2-4b0c-871b-6c829036b56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.972227] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:78:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcd29db5-21f2-4b0c-871b-6c829036b56b', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.980800] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.984211] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.984504] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.984796] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.984897] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleting the datastore file [datastore1] 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.985973] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41204b93-a43b-47fd-a95d-872ba60366ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.002714] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09fbfaab-1565-4463-8601-2bdd40603ba6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.011490] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.011490] env[71147]: value = "task-3421574" [ 1066.011490] env[71147]: _type = "Task" [ 1066.011490] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.011839] env[71147]: DEBUG oslo_vmware.api [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for the task: (returnval){ [ 1066.011839] env[71147]: value = "task-3421573" [ 1066.011839] env[71147]: _type = "Task" [ 1066.011839] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.023115] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421574, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.026130] env[71147]: DEBUG oslo_vmware.api [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.148434] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526013bf-0aa6-bbb3-06f2-655243724cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.014756} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.148434] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.148434] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.148434] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.148434] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.148434] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.149145] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a94a6cab-7bf7-4847-bc8a-c7a935099d04 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.158962] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.158962] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.159351] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d1145a-fcb9-4684-8284-a55b41bc5790 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.166358] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1066.166358] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521e13ed-ebd3-f884-2a13-4cf47bb32abf" [ 1066.166358] env[71147]: _type = "Task" [ 1066.166358] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.175628] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.177709] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521e13ed-ebd3-f884-2a13-4cf47bb32abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.177709] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.037s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.177709] env[71147]: DEBUG nova.objects.instance [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lazy-loading 'resources' on Instance uuid 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.331083] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.369917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.369917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.526899] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421574, 'name': CreateVM_Task, 'duration_secs': 0.515454} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.529832] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.530370] env[71147]: DEBUG oslo_vmware.api [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Task: {'id': task-3421573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249587} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.530995] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.531174] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.531483] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.531747] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.531918] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.532100] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.532269] env[71147]: INFO nova.compute.manager [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1066.532494] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.532901] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf93ae4-8513-40ee-968b-71f204bdbd64 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.534535] env[71147]: DEBUG nova.compute.manager [-] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.534637] env[71147]: DEBUG nova.network.neutron [-] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.540918] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1066.540918] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52aea82c-a4fb-d941-bd30-3b5b68b044d3" [ 1066.540918] env[71147]: _type = "Task" [ 1066.540918] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.547052] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52aea82c-a4fb-d941-bd30-3b5b68b044d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.556789] env[71147]: DEBUG nova.compute.manager [req-f629fec7-05d4-48d8-a004-530fcac228d8 req-c0f965b5-088a-439d-beec-4088426aa7e8 service nova] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Received event network-changed-dcd29db5-21f2-4b0c-871b-6c829036b56b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.556983] env[71147]: DEBUG nova.compute.manager [req-f629fec7-05d4-48d8-a004-530fcac228d8 req-c0f965b5-088a-439d-beec-4088426aa7e8 service nova] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Refreshing instance network info cache due to event network-changed-dcd29db5-21f2-4b0c-871b-6c829036b56b. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.557207] env[71147]: DEBUG oslo_concurrency.lockutils [req-f629fec7-05d4-48d8-a004-530fcac228d8 req-c0f965b5-088a-439d-beec-4088426aa7e8 service nova] Acquiring lock "refresh_cache-5c35b31d-5f0f-4421-a7e0-807eba6df97d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.557350] env[71147]: DEBUG oslo_concurrency.lockutils [req-f629fec7-05d4-48d8-a004-530fcac228d8 req-c0f965b5-088a-439d-beec-4088426aa7e8 service nova] Acquired lock "refresh_cache-5c35b31d-5f0f-4421-a7e0-807eba6df97d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.557506] env[71147]: DEBUG nova.network.neutron [req-f629fec7-05d4-48d8-a004-530fcac228d8 req-c0f965b5-088a-439d-beec-4088426aa7e8 service nova] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Refreshing network info cache for port dcd29db5-21f2-4b0c-871b-6c829036b56b {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.574483] env[71147]: DEBUG nova.compute.manager [req-cba16d5c-f306-4780-aa0e-be3d3c3d964e req-7c129612-eb68-458a-90ae-0539284f6a60 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Received event network-changed-583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.574660] env[71147]: DEBUG nova.compute.manager [req-cba16d5c-f306-4780-aa0e-be3d3c3d964e req-7c129612-eb68-458a-90ae-0539284f6a60 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Refreshing instance network info cache due to event network-changed-583e25b2-78f9-4229-876f-6e37c2a139c8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.574897] env[71147]: DEBUG oslo_concurrency.lockutils [req-cba16d5c-f306-4780-aa0e-be3d3c3d964e req-7c129612-eb68-458a-90ae-0539284f6a60 service nova] Acquiring lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.575064] env[71147]: DEBUG oslo_concurrency.lockutils [req-cba16d5c-f306-4780-aa0e-be3d3c3d964e req-7c129612-eb68-458a-90ae-0539284f6a60 service nova] Acquired lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.575168] env[71147]: DEBUG nova.network.neutron [req-cba16d5c-f306-4780-aa0e-be3d3c3d964e req-7c129612-eb68-458a-90ae-0539284f6a60 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Refreshing network info cache for port 583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.678063] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521e13ed-ebd3-f884-2a13-4cf47bb32abf, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.678863] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2982d146-e875-4a92-8443-9fbd2ca3e346 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.684049] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquiring lock "a8e3753a-bd48-4805-9daa-b889d2d8bbe3" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.684049] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "a8e3753a-bd48-4805-9daa-b889d2d8bbe3" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.691326] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1066.691326] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ee52bd-ab17-6194-e71a-7d1140bc9255" [ 1066.691326] env[71147]: _type = "Task" [ 1066.691326] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.698246] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ee52bd-ab17-6194-e71a-7d1140bc9255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.842322] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421571, 'name': ReconfigVM_Task, 'duration_secs': 0.514801} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.842322] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfigured VM instance instance-0000004a to attach disk [datastore2] bf413d83-c4ee-4af8-bc18-d3a0418b4561/bf413d83-c4ee-4af8-bc18-d3a0418b4561.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.842322] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance 'bf413d83-c4ee-4af8-bc18-d3a0418b4561' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.872154] env[71147]: DEBUG nova.compute.manager [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.901501] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-edaac09d-eef7-4ff4-baae-a13d71e6a87b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.901624] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-edaac09d-eef7-4ff4-baae-a13d71e6a87b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.901991] env[71147]: DEBUG nova.objects.instance [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'flavor' on Instance uuid 6dae7607-e24e-44d0-afb2-f7ad63571ff3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.036929] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d602f68-a67b-422d-b7b8-5069a30f1c76 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.051356] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63b441-2486-48fd-b238-8fe0d6e272c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.054899] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52aea82c-a4fb-d941-bd30-3b5b68b044d3, 'name': SearchDatastore_Task, 'duration_secs': 0.043016} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.055277] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.055445] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.056162] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.088982] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977641e7-bdfc-4a19-a551-ce30a414d7f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.097111] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747691aa-98e2-4535-894d-e9de5215a2f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.113231] env[71147]: DEBUG nova.compute.provider_tree [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.186927] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "a8e3753a-bd48-4805-9daa-b889d2d8bbe3" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.187592] env[71147]: DEBUG nova.compute.manager [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.205190] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ee52bd-ab17-6194-e71a-7d1140bc9255, 'name': SearchDatastore_Task, 'duration_secs': 0.01867} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.205555] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.207080] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 3068117f-8061-4686-a45f-b972431da487/3068117f-8061-4686-a45f-b972431da487.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.207080] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.207080] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.207080] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5846db1c-40dc-439f-94e4-22078c8b71bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.208862] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33358286-465b-472d-8aad-df4fd10702db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.215256] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1067.215256] env[71147]: value = "task-3421575" [ 1067.215256] env[71147]: _type = "Task" [ 1067.215256] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.219374] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.219638] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.220729] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f670d31-9c97-4a43-b72c-94391b661610 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.225997] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.228847] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1067.228847] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52135ddf-7ce2-714c-5c17-067225ca2663" [ 1067.228847] env[71147]: _type = "Task" [ 1067.228847] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.240105] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52135ddf-7ce2-714c-5c17-067225ca2663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.325682] env[71147]: DEBUG nova.network.neutron [req-f629fec7-05d4-48d8-a004-530fcac228d8 req-c0f965b5-088a-439d-beec-4088426aa7e8 service nova] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Updated VIF entry in instance network info cache for port dcd29db5-21f2-4b0c-871b-6c829036b56b. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.326177] env[71147]: DEBUG nova.network.neutron [req-f629fec7-05d4-48d8-a004-530fcac228d8 req-c0f965b5-088a-439d-beec-4088426aa7e8 service nova] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Updating instance_info_cache with network_info: [{"id": "dcd29db5-21f2-4b0c-871b-6c829036b56b", "address": "fa:16:3e:de:78:bf", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd29db5-21", "ovs_interfaceid": "dcd29db5-21f2-4b0c-871b-6c829036b56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.328369] env[71147]: DEBUG nova.network.neutron [-] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.350118] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2403613d-e4bb-4e5a-a246-ad23cb4fcdd8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.381749] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b31c4f-8c8a-4587-9001-55dc729149a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.407503] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance 'bf413d83-c4ee-4af8-bc18-d3a0418b4561' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.411527] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.412341] env[71147]: DEBUG nova.network.neutron [req-cba16d5c-f306-4780-aa0e-be3d3c3d964e req-7c129612-eb68-458a-90ae-0539284f6a60 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updated VIF entry in instance network info cache for port 583e25b2-78f9-4229-876f-6e37c2a139c8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.412644] env[71147]: DEBUG nova.network.neutron [req-cba16d5c-f306-4780-aa0e-be3d3c3d964e req-7c129612-eb68-458a-90ae-0539284f6a60 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updating instance_info_cache with network_info: [{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.508625] env[71147]: DEBUG nova.objects.instance [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'pci_requests' on Instance uuid 6dae7607-e24e-44d0-afb2-f7ad63571ff3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.517090] env[71147]: DEBUG nova.compute.manager [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.518336] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1e5d1a-c4ba-44af-9d99-47f804366129 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.616497] env[71147]: DEBUG nova.scheduler.client.report [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.696545] env[71147]: DEBUG nova.compute.utils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.698259] env[71147]: DEBUG nova.compute.manager [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.698472] env[71147]: DEBUG nova.network.neutron [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.726898] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421575, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.739548] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52135ddf-7ce2-714c-5c17-067225ca2663, 'name': SearchDatastore_Task, 'duration_secs': 0.019864} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.740394] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb4a612-6128-4ff1-a411-94bd3d914265 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.745619] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1067.745619] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa814-e854-64bb-d7ae-742f9801896f" [ 1067.745619] env[71147]: _type = "Task" [ 1067.745619] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.747307] env[71147]: DEBUG nova.policy [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40a404787ddb4069b1689d73a26da739', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eade06e165a4c59ad3e0e4aeed7a9e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.756645] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa814-e854-64bb-d7ae-742f9801896f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.829187] env[71147]: DEBUG oslo_concurrency.lockutils [req-f629fec7-05d4-48d8-a004-530fcac228d8 req-c0f965b5-088a-439d-beec-4088426aa7e8 service nova] Releasing lock "refresh_cache-5c35b31d-5f0f-4421-a7e0-807eba6df97d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.830993] env[71147]: INFO nova.compute.manager [-] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Took 1.30 seconds to deallocate network for instance. [ 1067.919212] env[71147]: DEBUG oslo_concurrency.lockutils [req-cba16d5c-f306-4780-aa0e-be3d3c3d964e req-7c129612-eb68-458a-90ae-0539284f6a60 service nova] Releasing lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.011698] env[71147]: DEBUG nova.objects.base [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Object Instance<6dae7607-e24e-44d0-afb2-f7ad63571ff3> lazy-loaded attributes: flavor,pci_requests {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1068.011839] env[71147]: DEBUG nova.network.neutron [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.024321] env[71147]: DEBUG nova.network.neutron [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Successfully created port: 41f93fed-957a-451d-80b6-23561409b5fa {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.031177] env[71147]: INFO nova.compute.manager [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] instance snapshotting [ 1068.036423] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb3259c-af46-4978-af2a-e51b67c1be3e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.058917] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c339dc-252e-4eb1-ac46-c1a016fe7936 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.119089] env[71147]: DEBUG nova.policy [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23c261141d14bcd887ad37cf8e445f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed35b211a6a4abf8058444e4294e0d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.123170] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.125161] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.841s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.127225] env[71147]: INFO nova.compute.claims [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.154440] env[71147]: INFO nova.scheduler.client.report [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Deleted allocations for instance 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7 [ 1068.201550] env[71147]: DEBUG nova.compute.manager [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.226752] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583975} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.227224] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 3068117f-8061-4686-a45f-b972431da487/3068117f-8061-4686-a45f-b972431da487.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.227840] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.229218] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6c4d557-72eb-4894-a47a-1e0415c9d833 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.233460] env[71147]: DEBUG oslo_concurrency.lockutils [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.233674] env[71147]: DEBUG oslo_concurrency.lockutils [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.238263] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1068.238263] env[71147]: value = "task-3421576" [ 1068.238263] env[71147]: _type = "Task" [ 1068.238263] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.246868] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.261358] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52efa814-e854-64bb-d7ae-742f9801896f, 'name': SearchDatastore_Task, 'duration_secs': 0.039328} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.261564] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.261802] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 5c35b31d-5f0f-4421-a7e0-807eba6df97d/5c35b31d-5f0f-4421-a7e0-807eba6df97d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.262064] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-641ea5c7-9de2-4ca5-8b0c-cbb089ac857f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.269180] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1068.269180] env[71147]: value = "task-3421577" [ 1068.269180] env[71147]: _type = "Task" [ 1068.269180] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.277817] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.337544] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.568761] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.569127] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d75cdb9a-b966-4171-9832-dce7752be069 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.577252] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1068.577252] env[71147]: value = "task-3421578" [ 1068.577252] env[71147]: _type = "Task" [ 1068.577252] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.585581] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.662338] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2596e90d-c6af-494c-a485-472d4eaac41d tempest-ServersV294TestFqdnHostnames-519452335 tempest-ServersV294TestFqdnHostnames-519452335-project-member] Lock "0f2ac2c0-9a46-4433-ab81-fb0d222a32d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.302s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.737342] env[71147]: DEBUG nova.compute.utils [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.748316] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.370076} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.749199] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.749979] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b5ea5c-0e11-41c2-9f9f-362515ce8ee9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.772560] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 3068117f-8061-4686-a45f-b972431da487/3068117f-8061-4686-a45f-b972431da487.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.773149] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00db1227-af13-4e5a-a9db-6076512336de {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.795608] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421577, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.796866] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1068.796866] env[71147]: value = "task-3421579" [ 1068.796866] env[71147]: _type = "Task" [ 1068.796866] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.804762] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.084185] env[71147]: DEBUG nova.network.neutron [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Port 7041e488-b42c-46b0-ab2f-e5a7e798727b binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1069.088780] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421578, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.210356] env[71147]: DEBUG nova.compute.manager [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.236218] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.236502] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.236645] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.236822] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.236971] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.237135] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.237353] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.237511] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.237676] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.237837] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.238018] env[71147]: DEBUG nova.virt.hardware [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.238927] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699681c6-4b7c-40d0-84df-2ca8ed9997b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.243944] env[71147]: DEBUG oslo_concurrency.lockutils [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.250468] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda73b4b-c08b-4977-b848-6fd8d921cf32 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.283245] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829484} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.283525] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 5c35b31d-5f0f-4421-a7e0-807eba6df97d/5c35b31d-5f0f-4421-a7e0-807eba6df97d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.283746] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.283995] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca3fc682-6548-4864-9903-8421214cacfc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.294489] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1069.294489] env[71147]: value = "task-3421580" [ 1069.294489] env[71147]: _type = "Task" [ 1069.294489] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.306639] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.311410] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421579, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.421288] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f1cce5-4710-4238-a2fe-0cd52893c29b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.428852] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7873cc3d-51d4-4a9a-89d1-33b6e20aa5ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.459915] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef0901-eb64-4485-aaa0-cd1f62345847 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.467390] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c92ec03-a09e-4e55-a3c4-387139296005 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.480589] env[71147]: DEBUG nova.compute.provider_tree [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.528638] env[71147]: DEBUG nova.network.neutron [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Successfully updated port: 41f93fed-957a-451d-80b6-23561409b5fa {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.587220] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421578, 'name': CreateSnapshot_Task, 'duration_secs': 0.73382} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.587626] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.588301] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abeb786-ff38-48e5-906c-a1bc6b529ac6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.603928] env[71147]: DEBUG nova.network.neutron [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Successfully updated port: edaac09d-eef7-4ff4-baae-a13d71e6a87b {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.806770] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111611} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.809744] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.810062] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421579, 'name': ReconfigVM_Task, 'duration_secs': 0.527701} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.810743] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcddb4f4-c472-4637-882b-d69df12af751 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.813321] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 3068117f-8061-4686-a45f-b972431da487/3068117f-8061-4686-a45f-b972431da487.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.814955] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5236d661-fc5b-491c-8375-994ded6834a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.837858] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 5c35b31d-5f0f-4421-a7e0-807eba6df97d/5c35b31d-5f0f-4421-a7e0-807eba6df97d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.840186] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc171d04-9971-4b41-8ab2-aea5a4426a4e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.857018] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1069.857018] env[71147]: value = "task-3421581" [ 1069.857018] env[71147]: _type = "Task" [ 1069.857018] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.860770] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1069.860770] env[71147]: value = "task-3421582" [ 1069.860770] env[71147]: _type = "Task" [ 1069.860770] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.866939] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421581, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.871715] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.984143] env[71147]: DEBUG nova.scheduler.client.report [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.031440] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquiring lock "refresh_cache-19515f96-c488-4b37-9719-e83615dff1dc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.031616] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquired lock "refresh_cache-19515f96-c488-4b37-9719-e83615dff1dc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.031751] env[71147]: DEBUG nova.network.neutron [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.112131] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.115512] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.115732] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.115930] env[71147]: DEBUG nova.network.neutron [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.117405] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a5e9f1e-6935-49ed-80c5-1d7aa545ee41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.126043] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.126043] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.126043] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.133966] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1070.133966] env[71147]: value = "task-3421583" [ 1070.133966] env[71147]: _type = "Task" [ 1070.133966] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.144898] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421583, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.268168] env[71147]: DEBUG nova.compute.manager [req-700a9713-6b3e-4e1b-9573-9c74731f0668 req-01f07c34-9f38-481e-b6aa-1a18befa8d46 service nova] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Received event network-vif-deleted-d67c03df-a158-4282-b75c-c7afe6241af2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.321040] env[71147]: DEBUG oslo_concurrency.lockutils [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.321040] env[71147]: DEBUG oslo_concurrency.lockutils [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.321278] env[71147]: INFO nova.compute.manager [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Attaching volume 8569a121-49cd-4bb0-b3d8-3850a86017b9 to /dev/sdb [ 1070.355185] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e3f63-44b4-4c7e-ad6c-909965b5af91 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.372161] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef617ba7-48b8-4649-9229-b05496149e95 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.375267] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421581, 'name': Rename_Task, 'duration_secs': 0.278853} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.378690] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.379016] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.379644] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-438f5fa0-ee7f-4115-a64a-a4174378a304 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.387227] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1070.387227] env[71147]: value = "task-3421584" [ 1070.387227] env[71147]: _type = "Task" [ 1070.387227] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.391527] env[71147]: DEBUG nova.virt.block_device [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updating existing volume attachment record: 9eded4aa-4ef1-4fd8-a9ff-9ac55e625d58 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.404492] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.490066] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.490338] env[71147]: DEBUG nova.compute.manager [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.493053] env[71147]: DEBUG oslo_concurrency.lockutils [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.642s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.493230] env[71147]: DEBUG nova.objects.instance [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lazy-loading 'resources' on Instance uuid b9c54d96-6489-4317-8741-55cd45b11959 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.558792] env[71147]: DEBUG nova.compute.manager [req-92ec0a41-2a60-434e-93c6-4116377f79be req-b1c4b029-0394-4d84-a20b-8420dd6bcdbe service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-vif-plugged-edaac09d-eef7-4ff4-baae-a13d71e6a87b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.559011] env[71147]: DEBUG oslo_concurrency.lockutils [req-92ec0a41-2a60-434e-93c6-4116377f79be req-b1c4b029-0394-4d84-a20b-8420dd6bcdbe service nova] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.559336] env[71147]: DEBUG oslo_concurrency.lockutils [req-92ec0a41-2a60-434e-93c6-4116377f79be req-b1c4b029-0394-4d84-a20b-8420dd6bcdbe service nova] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.559522] env[71147]: DEBUG oslo_concurrency.lockutils [req-92ec0a41-2a60-434e-93c6-4116377f79be req-b1c4b029-0394-4d84-a20b-8420dd6bcdbe service nova] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.559754] env[71147]: DEBUG nova.compute.manager [req-92ec0a41-2a60-434e-93c6-4116377f79be req-b1c4b029-0394-4d84-a20b-8420dd6bcdbe service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] No waiting events found dispatching network-vif-plugged-edaac09d-eef7-4ff4-baae-a13d71e6a87b {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.559995] env[71147]: WARNING nova.compute.manager [req-92ec0a41-2a60-434e-93c6-4116377f79be req-b1c4b029-0394-4d84-a20b-8420dd6bcdbe service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received unexpected event network-vif-plugged-edaac09d-eef7-4ff4-baae-a13d71e6a87b for instance with vm_state active and task_state None. [ 1070.578340] env[71147]: DEBUG nova.network.neutron [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.645721] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421583, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.668851] env[71147]: WARNING nova.network.neutron [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] d54b4c94-8c70-4059-918f-18bf0f62da01 already exists in list: networks containing: ['d54b4c94-8c70-4059-918f-18bf0f62da01']. ignoring it [ 1070.669226] env[71147]: WARNING nova.network.neutron [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] d54b4c94-8c70-4059-918f-18bf0f62da01 already exists in list: networks containing: ['d54b4c94-8c70-4059-918f-18bf0f62da01']. ignoring it [ 1070.737160] env[71147]: DEBUG nova.network.neutron [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Updating instance_info_cache with network_info: [{"id": "41f93fed-957a-451d-80b6-23561409b5fa", "address": "fa:16:3e:db:c6:2c", "network": {"id": "edc30942-11ba-4705-922a-ae5d474a51fa", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1572135735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eade06e165a4c59ad3e0e4aeed7a9e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f93fed-95", "ovs_interfaceid": "41f93fed-957a-451d-80b6-23561409b5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.878384] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421582, 'name': ReconfigVM_Task, 'duration_secs': 0.856199} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.878725] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 5c35b31d-5f0f-4421-a7e0-807eba6df97d/5c35b31d-5f0f-4421-a7e0-807eba6df97d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.879501] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b932930-ad7a-41bb-b3a7-7269f10059f9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.886563] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1070.886563] env[71147]: value = "task-3421588" [ 1070.886563] env[71147]: _type = "Task" [ 1070.886563] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.903260] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421588, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.908618] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421584, 'name': PowerOnVM_Task, 'duration_secs': 0.487733} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.908982] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.909243] env[71147]: DEBUG nova.compute.manager [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.910161] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f27b24-b67d-4500-893e-491e83b19180 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.996511] env[71147]: DEBUG nova.compute.utils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.002943] env[71147]: DEBUG nova.compute.manager [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1071.159886] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421583, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.194610] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.194788] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.194964] env[71147]: DEBUG nova.network.neutron [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.239773] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Releasing lock "refresh_cache-19515f96-c488-4b37-9719-e83615dff1dc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.240090] env[71147]: DEBUG nova.compute.manager [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Instance network_info: |[{"id": "41f93fed-957a-451d-80b6-23561409b5fa", "address": "fa:16:3e:db:c6:2c", "network": {"id": "edc30942-11ba-4705-922a-ae5d474a51fa", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1572135735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eade06e165a4c59ad3e0e4aeed7a9e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f93fed-95", "ovs_interfaceid": "41f93fed-957a-451d-80b6-23561409b5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.240509] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:c6:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41f93fed-957a-451d-80b6-23561409b5fa', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.248035] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Creating folder: Project (9eade06e165a4c59ad3e0e4aeed7a9e1). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.251127] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-781b6acb-14c1-49bf-95ff-1049560d4dfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.262832] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Created folder: Project (9eade06e165a4c59ad3e0e4aeed7a9e1) in parent group-v682378. [ 1071.262832] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Creating folder: Instances. Parent ref: group-v682637. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.262832] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f40509f8-f23e-4fb3-ad03-6547223d26f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.274521] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Created folder: Instances in parent group-v682637. [ 1071.274817] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.274957] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.275185] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21b15586-3d33-46f7-9880-0f01df0f0105 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.297993] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.297993] env[71147]: value = "task-3421591" [ 1071.297993] env[71147]: _type = "Task" [ 1071.297993] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.313624] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421591, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.343092] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af9b6df-dd9d-484d-9b67-ca177b679772 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.350695] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba9d31d-9c50-41a8-8583-1253986a8833 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.386880] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ccd2ae-e1fc-49d7-9622-1dfdb7f478ad {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.402072] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f06d5f-30a5-4f0b-93a2-0d6f06bc5e44 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.405973] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421588, 'name': Rename_Task, 'duration_secs': 0.161114} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.408247] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.408936] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a7bcb22-e141-404c-946d-7d528e86e2e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.421296] env[71147]: DEBUG nova.compute.provider_tree [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.424294] env[71147]: INFO nova.compute.manager [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] bringing vm to original state: 'stopped' [ 1071.427766] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1071.427766] env[71147]: value = "task-3421592" [ 1071.427766] env[71147]: _type = "Task" [ 1071.427766] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.438691] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.501924] env[71147]: DEBUG nova.compute.manager [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.534436] env[71147]: DEBUG nova.network.neutron [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f68ca30e-c765-4e4c-8d98-1d9aa921d5bc", "address": "fa:16:3e:c0:ea:5c", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68ca30e-c7", "ovs_interfaceid": "f68ca30e-c765-4e4c-8d98-1d9aa921d5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edaac09d-eef7-4ff4-baae-a13d71e6a87b", "address": "fa:16:3e:a1:b8:36", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaac09d-ee", "ovs_interfaceid": "edaac09d-eef7-4ff4-baae-a13d71e6a87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.648614] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421583, 'name': CloneVM_Task, 'duration_secs': 1.349067} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.649204] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Created linked-clone VM from snapshot [ 1071.649650] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90789fd5-26db-4b0e-87c7-26fccc1fcec2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.656986] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Uploading image d92a8d03-2b61-4ed8-a86a-4075cc61506b {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1071.679544] env[71147]: DEBUG oslo_vmware.rw_handles [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1071.679544] env[71147]: value = "vm-682634" [ 1071.679544] env[71147]: _type = "VirtualMachine" [ 1071.679544] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1071.679839] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-906528f2-5e3a-4805-ae69-09af334b78fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.688028] env[71147]: DEBUG oslo_vmware.rw_handles [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lease: (returnval){ [ 1071.688028] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d09bb8-1a7c-bb6a-43b0-faf7247d0c3c" [ 1071.688028] env[71147]: _type = "HttpNfcLease" [ 1071.688028] env[71147]: } obtained for exporting VM: (result){ [ 1071.688028] env[71147]: value = "vm-682634" [ 1071.688028] env[71147]: _type = "VirtualMachine" [ 1071.688028] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1071.688028] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the lease: (returnval){ [ 1071.688028] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d09bb8-1a7c-bb6a-43b0-faf7247d0c3c" [ 1071.688028] env[71147]: _type = "HttpNfcLease" [ 1071.688028] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1071.695144] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.695144] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d09bb8-1a7c-bb6a-43b0-faf7247d0c3c" [ 1071.695144] env[71147]: _type = "HttpNfcLease" [ 1071.695144] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.810919] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421591, 'name': CreateVM_Task, 'duration_secs': 0.467094} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.811147] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.811790] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.811971] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.812310] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.812599] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55fd367c-765c-41b5-a04c-ab823215561c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.818119] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1071.818119] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5273c37d-00af-e7e2-7dac-3b3678efcbbc" [ 1071.818119] env[71147]: _type = "Task" [ 1071.818119] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.827381] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5273c37d-00af-e7e2-7dac-3b3678efcbbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.924433] env[71147]: DEBUG nova.scheduler.client.report [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.929643] env[71147]: DEBUG nova.network.neutron [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance_info_cache with network_info: [{"id": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "address": "fa:16:3e:e4:5f:74", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7041e488-b4", "ovs_interfaceid": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.941656] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.037057] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.037814] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.037948] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.038959] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67df2532-0e54-4d37-881f-b60702862b92 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.056727] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.056962] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.057133] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.057320] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.057464] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.057610] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.057815] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.057971] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.058147] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.058309] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.058497] env[71147]: DEBUG nova.virt.hardware [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.065242] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Reconfiguring VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1072.066261] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4744c4b-15a1-4c0f-9666-91201326dfaa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.085145] env[71147]: DEBUG oslo_vmware.api [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1072.085145] env[71147]: value = "task-3421594" [ 1072.085145] env[71147]: _type = "Task" [ 1072.085145] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.093721] env[71147]: DEBUG oslo_vmware.api [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421594, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.196179] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.196179] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d09bb8-1a7c-bb6a-43b0-faf7247d0c3c" [ 1072.196179] env[71147]: _type = "HttpNfcLease" [ 1072.196179] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1072.196585] env[71147]: DEBUG oslo_vmware.rw_handles [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1072.196585] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d09bb8-1a7c-bb6a-43b0-faf7247d0c3c" [ 1072.196585] env[71147]: _type = "HttpNfcLease" [ 1072.196585] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1072.197382] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4024863-7e56-4ac7-82b9-daa46b31b9d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.205385] env[71147]: DEBUG oslo_vmware.rw_handles [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e41bb-add7-508e-f581-6cc76e173e98/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1072.205639] env[71147]: DEBUG oslo_vmware.rw_handles [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e41bb-add7-508e-f581-6cc76e173e98/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1072.310504] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b36dda2-1293-48c7-bb62-ea7e033b9b49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.330707] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5273c37d-00af-e7e2-7dac-3b3678efcbbc, 'name': SearchDatastore_Task, 'duration_secs': 0.012866} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.330707] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.330707] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.330707] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.330707] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.330707] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.330707] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d51b3ab6-e531-4a81-95fe-e4b9b8d12883 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.340054] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.340256] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.341061] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9111b9f-c56b-4b4c-a834-8feeb94afda6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.350373] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1072.350373] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520bd140-6d09-df6c-6983-d9640daf79ad" [ 1072.350373] env[71147]: _type = "Task" [ 1072.350373] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.361849] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520bd140-6d09-df6c-6983-d9640daf79ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.433606] env[71147]: DEBUG oslo_concurrency.lockutils [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.436016] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.443782] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.032s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.445323] env[71147]: INFO nova.compute.claims [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.447790] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "3068117f-8061-4686-a45f-b972431da487" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.448017] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.448227] env[71147]: DEBUG nova.compute.manager [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.449523] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216fa546-0c15-44c4-87c3-775fc4b53cb3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.458053] env[71147]: DEBUG oslo_vmware.api [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421592, 'name': PowerOnVM_Task, 'duration_secs': 0.694999} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.459980] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.460228] env[71147]: INFO nova.compute.manager [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1072.460425] env[71147]: DEBUG nova.compute.manager [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.460737] env[71147]: DEBUG nova.compute.manager [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1072.462832] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1b880b-b114-4202-af06-c3b501178339 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.473142] env[71147]: INFO nova.scheduler.client.report [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Deleted allocations for instance b9c54d96-6489-4317-8741-55cd45b11959 [ 1072.496954] env[71147]: DEBUG nova.compute.manager [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Received event network-vif-plugged-41f93fed-957a-451d-80b6-23561409b5fa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.497202] env[71147]: DEBUG oslo_concurrency.lockutils [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] Acquiring lock "19515f96-c488-4b37-9719-e83615dff1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.497426] env[71147]: DEBUG oslo_concurrency.lockutils [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] Lock "19515f96-c488-4b37-9719-e83615dff1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.497620] env[71147]: DEBUG oslo_concurrency.lockutils [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] Lock "19515f96-c488-4b37-9719-e83615dff1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.497810] env[71147]: DEBUG nova.compute.manager [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] No waiting events found dispatching network-vif-plugged-41f93fed-957a-451d-80b6-23561409b5fa {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.498400] env[71147]: WARNING nova.compute.manager [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Received unexpected event network-vif-plugged-41f93fed-957a-451d-80b6-23561409b5fa for instance with vm_state building and task_state spawning. [ 1072.498400] env[71147]: DEBUG nova.compute.manager [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Received event network-changed-41f93fed-957a-451d-80b6-23561409b5fa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.498400] env[71147]: DEBUG nova.compute.manager [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Refreshing instance network info cache due to event network-changed-41f93fed-957a-451d-80b6-23561409b5fa. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.498915] env[71147]: DEBUG oslo_concurrency.lockutils [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] Acquiring lock "refresh_cache-19515f96-c488-4b37-9719-e83615dff1dc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.498915] env[71147]: DEBUG oslo_concurrency.lockutils [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] Acquired lock "refresh_cache-19515f96-c488-4b37-9719-e83615dff1dc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.498915] env[71147]: DEBUG nova.network.neutron [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Refreshing network info cache for port 41f93fed-957a-451d-80b6-23561409b5fa {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.510183] env[71147]: DEBUG nova.compute.manager [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.548939] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.549207] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.549363] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.549562] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.549714] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.549860] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.550241] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.550578] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.551157] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.551397] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.551600] env[71147]: DEBUG nova.virt.hardware [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.552788] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda432ec-26be-401e-a5f8-f8f6c1abe5e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.562793] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bd712c-cda3-4be0-aa01-148f68dbb8a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.579491] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.585407] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Creating folder: Project (3816b2c64e7a4c088e7c63cedb849376). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.587021] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4422890b-7df1-4b63-8fb9-f80666c5ddbc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.605514] env[71147]: DEBUG oslo_vmware.api [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.608788] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Created folder: Project (3816b2c64e7a4c088e7c63cedb849376) in parent group-v682378. [ 1072.609075] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Creating folder: Instances. Parent ref: group-v682640. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.609976] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fb07ecd-b8ef-4f03-bd6d-67abd21c8c11 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.621484] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Created folder: Instances in parent group-v682640. [ 1072.621814] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.622071] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.622302] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0d07c8c-9c85-42cc-b3de-c28fd4f0cab5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.644973] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.644973] env[71147]: value = "task-3421597" [ 1072.644973] env[71147]: _type = "Task" [ 1072.644973] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.656242] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421597, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.865267] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520bd140-6d09-df6c-6983-d9640daf79ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016333} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.868207] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900aae8f-e8fb-4089-957c-e6e870c757a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.876847] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1072.876847] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52265663-c4ef-de3c-9eec-5a50c1cadc43" [ 1072.876847] env[71147]: _type = "Task" [ 1072.876847] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.896130] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52265663-c4ef-de3c-9eec-5a50c1cadc43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.942458] env[71147]: DEBUG nova.compute.manager [req-c0fa79cd-ebec-4a89-95f5-f4142910cc29 req-c1264bba-c04a-4a47-a281-0a67bd68fa05 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-changed-edaac09d-eef7-4ff4-baae-a13d71e6a87b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.942811] env[71147]: DEBUG nova.compute.manager [req-c0fa79cd-ebec-4a89-95f5-f4142910cc29 req-c1264bba-c04a-4a47-a281-0a67bd68fa05 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Refreshing instance network info cache due to event network-changed-edaac09d-eef7-4ff4-baae-a13d71e6a87b. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.943232] env[71147]: DEBUG oslo_concurrency.lockutils [req-c0fa79cd-ebec-4a89-95f5-f4142910cc29 req-c1264bba-c04a-4a47-a281-0a67bd68fa05 service nova] Acquiring lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.943771] env[71147]: DEBUG oslo_concurrency.lockutils [req-c0fa79cd-ebec-4a89-95f5-f4142910cc29 req-c1264bba-c04a-4a47-a281-0a67bd68fa05 service nova] Acquired lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.943939] env[71147]: DEBUG nova.network.neutron [req-c0fa79cd-ebec-4a89-95f5-f4142910cc29 req-c1264bba-c04a-4a47-a281-0a67bd68fa05 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Refreshing network info cache for port edaac09d-eef7-4ff4-baae-a13d71e6a87b {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.965799] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a6df2b-3275-40a5-b283-82869e6e22c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.972918] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.973794] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c30a7ae-9369-4c2d-b77d-7485ec1746f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.989817] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80da2a7d-55b6-4508-9b4d-182e2778be89 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.994423] env[71147]: DEBUG oslo_concurrency.lockutils [None req-289ce2aa-f4e0-48af-a7f9-54efe3a2f33c tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "b9c54d96-6489-4317-8741-55cd45b11959" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.582s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.995685] env[71147]: INFO nova.compute.manager [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Took 24.75 seconds to build instance. [ 1072.997329] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1072.997329] env[71147]: value = "task-3421599" [ 1072.997329] env[71147]: _type = "Task" [ 1072.997329] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.026987] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.100028] env[71147]: DEBUG oslo_vmware.api [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421594, 'name': ReconfigVM_Task, 'duration_secs': 0.695918} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.100850] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.101151] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Reconfigured VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1073.156415] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421597, 'name': CreateVM_Task, 'duration_secs': 0.352647} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.157967] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.158650] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.158760] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.159376] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.160234] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27958264-9653-4227-8dd8-9dd275827816 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.171819] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1073.171819] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e9d62a-fca9-137e-d877-edc3493fe0ba" [ 1073.171819] env[71147]: _type = "Task" [ 1073.171819] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.182961] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e9d62a-fca9-137e-d877-edc3493fe0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.279135] env[71147]: DEBUG nova.network.neutron [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Updated VIF entry in instance network info cache for port 41f93fed-957a-451d-80b6-23561409b5fa. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.279320] env[71147]: DEBUG nova.network.neutron [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Updating instance_info_cache with network_info: [{"id": "41f93fed-957a-451d-80b6-23561409b5fa", "address": "fa:16:3e:db:c6:2c", "network": {"id": "edc30942-11ba-4705-922a-ae5d474a51fa", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1572135735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eade06e165a4c59ad3e0e4aeed7a9e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41f93fed-95", "ovs_interfaceid": "41f93fed-957a-451d-80b6-23561409b5fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.388692] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52265663-c4ef-de3c-9eec-5a50c1cadc43, 'name': SearchDatastore_Task, 'duration_secs': 0.01508} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.389137] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.389547] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 19515f96-c488-4b37-9719-e83615dff1dc/19515f96-c488-4b37-9719-e83615dff1dc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.390043] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-886d7739-7dbf-4928-9a06-09369af62cad {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.396605] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1073.396605] env[71147]: value = "task-3421600" [ 1073.396605] env[71147]: _type = "Task" [ 1073.396605] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.405738] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.498952] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56f2fc3c-ffca-4502-bd9f-48c0f94ec6b3 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.259s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.514411] env[71147]: DEBUG oslo_vmware.api [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421599, 'name': PowerOffVM_Task, 'duration_secs': 0.218726} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.514411] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.514411] env[71147]: DEBUG nova.compute.manager [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.514697] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654a90c7-72dc-4d62-b3b9-8f9c8a77baa3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.609537] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a52df9b1-c823-4a12-a5ea-a98b1c85e3a6 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-edaac09d-eef7-4ff4-baae-a13d71e6a87b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.705s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.690772] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e9d62a-fca9-137e-d877-edc3493fe0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015263} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.692251] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.692804] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.696254] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.696555] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.696883] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.697216] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc3c4422-3ad3-41e5-a954-bdbc7dc3c9f5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.725602] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.725602] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.729408] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76365954-d372-497c-b3c5-37038e350ef2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.736328] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1073.736328] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522a8fbb-7e60-a3cb-7b6a-d8a0b2a903b9" [ 1073.736328] env[71147]: _type = "Task" [ 1073.736328] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.745863] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522a8fbb-7e60-a3cb-7b6a-d8a0b2a903b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.770998] env[71147]: DEBUG oslo_concurrency.lockutils [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "0796393e-5eeb-429b-8d36-a8129a9eb952" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.770998] env[71147]: DEBUG oslo_concurrency.lockutils [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "0796393e-5eeb-429b-8d36-a8129a9eb952" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.771252] env[71147]: DEBUG oslo_concurrency.lockutils [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "0796393e-5eeb-429b-8d36-a8129a9eb952-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.771412] env[71147]: DEBUG oslo_concurrency.lockutils [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "0796393e-5eeb-429b-8d36-a8129a9eb952-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.771582] env[71147]: DEBUG oslo_concurrency.lockutils [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "0796393e-5eeb-429b-8d36-a8129a9eb952-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.774186] env[71147]: DEBUG nova.network.neutron [req-c0fa79cd-ebec-4a89-95f5-f4142910cc29 req-c1264bba-c04a-4a47-a281-0a67bd68fa05 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updated VIF entry in instance network info cache for port edaac09d-eef7-4ff4-baae-a13d71e6a87b. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.775063] env[71147]: DEBUG nova.network.neutron [req-c0fa79cd-ebec-4a89-95f5-f4142910cc29 req-c1264bba-c04a-4a47-a281-0a67bd68fa05 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f68ca30e-c765-4e4c-8d98-1d9aa921d5bc", "address": "fa:16:3e:c0:ea:5c", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68ca30e-c7", "ovs_interfaceid": "f68ca30e-c765-4e4c-8d98-1d9aa921d5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edaac09d-eef7-4ff4-baae-a13d71e6a87b", "address": "fa:16:3e:a1:b8:36", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaac09d-ee", "ovs_interfaceid": "edaac09d-eef7-4ff4-baae-a13d71e6a87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.777754] env[71147]: INFO nova.compute.manager [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Terminating instance [ 1073.782191] env[71147]: DEBUG oslo_concurrency.lockutils [req-f55b3779-06cf-4f99-9276-cca7e8a775b3 req-91bb1208-64e7-4920-ac73-577ea4919f75 service nova] Releasing lock "refresh_cache-19515f96-c488-4b37-9719-e83615dff1dc" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.857543] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d3de0f-3f54-418f-8a79-a6871f12af84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.868217] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96b270d-6a87-492a-a066-79d822384806 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.911161] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d590b-a73c-4f6b-835d-38e292a2f3c0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.921526] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421600, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.925616] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb4a9e2-0b8d-4ecc-b9ba-289d066944d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.943286] env[71147]: DEBUG nova.compute.provider_tree [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.030496] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.582s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.126036] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be975d38-c1dd-4962-b9cd-6d12834d3ba1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.148724] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879e6e88-8ef6-48d4-bba1-c5d71c2a21b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.156637] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance 'bf413d83-c4ee-4af8-bc18-d3a0418b4561' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.250399] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522a8fbb-7e60-a3cb-7b6a-d8a0b2a903b9, 'name': SearchDatastore_Task, 'duration_secs': 0.059592} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.251682] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4addf7ea-c5ee-4707-9a6e-589d1f3ccfa2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.258243] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1074.258243] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eba3de-4e73-b111-50e9-1364f53155a0" [ 1074.258243] env[71147]: _type = "Task" [ 1074.258243] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.267116] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eba3de-4e73-b111-50e9-1364f53155a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.285041] env[71147]: DEBUG oslo_concurrency.lockutils [req-c0fa79cd-ebec-4a89-95f5-f4142910cc29 req-c1264bba-c04a-4a47-a281-0a67bd68fa05 service nova] Releasing lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.287043] env[71147]: DEBUG nova.compute.manager [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.287292] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.288191] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b29196-d757-4e94-bf28-bd4ad3edc87e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.295768] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.296078] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec74479-9745-480c-abab-da68d4fae62b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.305384] env[71147]: DEBUG oslo_vmware.api [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 1074.305384] env[71147]: value = "task-3421601" [ 1074.305384] env[71147]: _type = "Task" [ 1074.305384] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.316329] env[71147]: DEBUG oslo_vmware.api [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.415741] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654433} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.416036] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 19515f96-c488-4b37-9719-e83615dff1dc/19515f96-c488-4b37-9719-e83615dff1dc.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.416265] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.416593] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d97e224c-dbb4-47d8-9802-1717b5834cde {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.424073] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1074.424073] env[71147]: value = "task-3421602" [ 1074.424073] env[71147]: _type = "Task" [ 1074.424073] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.436441] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.449178] env[71147]: DEBUG nova.scheduler.client.report [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.544313] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.663906] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.664380] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d890894-80f4-4f66-8306-b06ac5c0ee32 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.671685] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1074.671685] env[71147]: value = "task-3421603" [ 1074.671685] env[71147]: _type = "Task" [ 1074.671685] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.681384] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.694176] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.694545] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.694660] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.694848] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.695155] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.701208] env[71147]: INFO nova.compute.manager [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Terminating instance [ 1074.768837] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52eba3de-4e73-b111-50e9-1364f53155a0, 'name': SearchDatastore_Task, 'duration_secs': 0.020897} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.769349] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.770171] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb/2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.770530] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2f0cb82-9f2a-4a2d-a832-58f41961bc4d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.779960] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1074.779960] env[71147]: value = "task-3421604" [ 1074.779960] env[71147]: _type = "Task" [ 1074.779960] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.789807] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.815616] env[71147]: DEBUG oslo_vmware.api [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421601, 'name': PowerOffVM_Task, 'duration_secs': 0.438675} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.815942] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.816482] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.816482] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc8d022d-c82c-4ef0-812e-eee56e75af79 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.883893] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.884180] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.884349] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Deleting the datastore file [datastore1] 0796393e-5eeb-429b-8d36-a8129a9eb952 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.884628] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175f89f4-5a3b-46fb-acba-34d211c12dc0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.892149] env[71147]: DEBUG oslo_vmware.api [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for the task: (returnval){ [ 1074.892149] env[71147]: value = "task-3421606" [ 1074.892149] env[71147]: _type = "Task" [ 1074.892149] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.902942] env[71147]: DEBUG oslo_vmware.api [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.935762] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072047} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.936130] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.937207] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b5b3ce-e5fb-4e1a-8ded-a0dd151bc64c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.952255] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.952568] env[71147]: DEBUG nova.compute.manager [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.965987] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 19515f96-c488-4b37-9719-e83615dff1dc/19515f96-c488-4b37-9719-e83615dff1dc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.967318] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1074.967537] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682636', 'volume_id': '8569a121-49cd-4bb0-b3d8-3850a86017b9', 'name': 'volume-8569a121-49cd-4bb0-b3d8-3850a86017b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c232906b-c19f-4e01-a793-1bb6caf5a46e', 'attached_at': '', 'detached_at': '', 'volume_id': '8569a121-49cd-4bb0-b3d8-3850a86017b9', 'serial': '8569a121-49cd-4bb0-b3d8-3850a86017b9'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1074.968188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.631s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.968408] env[71147]: DEBUG nova.objects.instance [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lazy-loading 'resources' on Instance uuid 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.969571] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1feec98-3859-4eb8-98ce-067cea4a6df3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.985583] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89aeea8-d7d4-4cb8-88db-77fa596ace62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.016372] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea69dbe3-8a4c-440d-89da-861f5eaf7815 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.020386] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1075.020386] env[71147]: value = "task-3421607" [ 1075.020386] env[71147]: _type = "Task" [ 1075.020386] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.051526] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-8569a121-49cd-4bb0-b3d8-3850a86017b9/volume-8569a121-49cd-4bb0-b3d8-3850a86017b9.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.055440] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-074be1e0-386c-4a3d-a4c0-5f9de8060512 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.074687] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.082732] env[71147]: DEBUG oslo_vmware.api [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1075.082732] env[71147]: value = "task-3421608" [ 1075.082732] env[71147]: _type = "Task" [ 1075.082732] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.099080] env[71147]: DEBUG oslo_vmware.api [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.188362] env[71147]: DEBUG oslo_vmware.api [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421603, 'name': PowerOnVM_Task, 'duration_secs': 0.473905} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.188718] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.188917] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc1d7a7-9330-4826-8a78-3ee264390b13 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance 'bf413d83-c4ee-4af8-bc18-d3a0418b4561' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.214018] env[71147]: DEBUG nova.compute.manager [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.214018] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.214018] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dddfa0d-396e-4cd4-ad2b-7f1f8f5252c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.225325] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.225614] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37cab4e2-1b6b-460d-83d5-23e70381ed4d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.238734] env[71147]: DEBUG oslo_vmware.api [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1075.238734] env[71147]: value = "task-3421609" [ 1075.238734] env[71147]: _type = "Task" [ 1075.238734] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.258029] env[71147]: DEBUG oslo_vmware.api [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.296853] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.386404] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7054082-a1b4-4c83-8492-45e0dd6ffc73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.400181] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a75829a-b895-46b1-a5a7-7553c3cf8e51 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.408726] env[71147]: DEBUG oslo_vmware.api [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Task: {'id': task-3421606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308754} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.410210] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.410430] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.410608] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.410782] env[71147]: INFO nova.compute.manager [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1075.411071] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.440596] env[71147]: DEBUG nova.compute.manager [-] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.440596] env[71147]: DEBUG nova.network.neutron [-] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.444022] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f717f83-99b5-4a1e-9f0d-ccd3a99c1415 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.452577] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a2c1eb-177d-43d5-ba35-ae185c3e35a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.472191] env[71147]: DEBUG nova.compute.utils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.473881] env[71147]: DEBUG nova.compute.provider_tree [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.475424] env[71147]: DEBUG nova.compute.manager [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.475678] env[71147]: DEBUG nova.network.neutron [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.516451] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "3068117f-8061-4686-a45f-b972431da487" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.516752] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.516964] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "3068117f-8061-4686-a45f-b972431da487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.517196] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.517369] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.519660] env[71147]: INFO nova.compute.manager [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Terminating instance [ 1075.534346] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.536116] env[71147]: DEBUG nova.policy [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e27b5ee85d4b4bf8a692317b0353260d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a63c10d510a4c2dad53978528f8d47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.594464] env[71147]: DEBUG oslo_vmware.api [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.754344] env[71147]: DEBUG oslo_vmware.api [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421609, 'name': PowerOffVM_Task, 'duration_secs': 0.313072} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.754760] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.755251] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.755251] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818ceece-a4a1-4b2d-91bd-7d8abe3268a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.796298] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643927} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.796822] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb/2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.797207] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.797207] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c20a23fb-287c-4259-b316-05bf672c13d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.805047] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1075.805047] env[71147]: value = "task-3421611" [ 1075.805047] env[71147]: _type = "Task" [ 1075.805047] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.818609] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.827267] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.827953] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.827953] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleting the datastore file [datastore1] 5c35b31d-5f0f-4421-a7e0-807eba6df97d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.828138] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbf3aabb-b0a1-4735-b183-cb9756105e9e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.838949] env[71147]: DEBUG oslo_vmware.api [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1075.838949] env[71147]: value = "task-3421612" [ 1075.838949] env[71147]: _type = "Task" [ 1075.838949] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.847714] env[71147]: DEBUG oslo_vmware.api [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.943717] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-f68ca30e-c765-4e4c-8d98-1d9aa921d5bc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.944140] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-f68ca30e-c765-4e4c-8d98-1d9aa921d5bc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.976723] env[71147]: DEBUG nova.compute.manager [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.983018] env[71147]: DEBUG nova.scheduler.client.report [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.023456] env[71147]: DEBUG nova.compute.manager [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.023727] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.025474] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d21fbe-0a70-41a0-9b3e-a400e3d49653 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.038331] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.044027] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d906dd0-c064-4567-9fa8-c4b15c8d5dd4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.045438] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421607, 'name': ReconfigVM_Task, 'duration_secs': 0.754547} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.045720] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 19515f96-c488-4b37-9719-e83615dff1dc/19515f96-c488-4b37-9719-e83615dff1dc.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.046758] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c7825e-0a7f-48cd-b4c8-7328b6c9f846 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.055112] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1076.055112] env[71147]: value = "task-3421614" [ 1076.055112] env[71147]: _type = "Task" [ 1076.055112] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.064604] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421614, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.096769] env[71147]: DEBUG oslo_vmware.api [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.099688] env[71147]: DEBUG nova.compute.manager [req-e1a90bc7-087e-44ad-b5cd-7c30e436592c req-4a3a9edd-3733-4715-91f1-b176e5bbf7db service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Received event network-vif-deleted-8f581917-2264-4a54-86ad-fab596aaf698 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.101515] env[71147]: INFO nova.compute.manager [req-e1a90bc7-087e-44ad-b5cd-7c30e436592c req-4a3a9edd-3733-4715-91f1-b176e5bbf7db service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Neutron deleted interface 8f581917-2264-4a54-86ad-fab596aaf698; detaching it from the instance and deleting it from the info cache [ 1076.101515] env[71147]: DEBUG nova.network.neutron [req-e1a90bc7-087e-44ad-b5cd-7c30e436592c req-4a3a9edd-3733-4715-91f1-b176e5bbf7db service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.117108] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.117330] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.117508] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleting the datastore file [datastore1] 3068117f-8061-4686-a45f-b972431da487 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.119504] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f093676a-cc2c-4232-b575-3bf310230694 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.128956] env[71147]: DEBUG oslo_vmware.api [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1076.128956] env[71147]: value = "task-3421615" [ 1076.128956] env[71147]: _type = "Task" [ 1076.128956] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.140696] env[71147]: DEBUG oslo_vmware.api [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.318799] env[71147]: DEBUG nova.network.neutron [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Successfully created port: 1febd2ce-d39f-4c9f-ae8e-63f19228b49f {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.327370] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070866} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.328411] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.329396] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eab05dc-8a70-4bcf-bbe8-c1517e4b0a4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.359396] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb/2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.361395] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d4db81a-f41d-4e08-a1fa-628a85283fc7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.386518] env[71147]: DEBUG oslo_vmware.api [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265965} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.388282] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.388589] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.388804] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.389134] env[71147]: INFO nova.compute.manager [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1076.389405] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.389711] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1076.389711] env[71147]: value = "task-3421616" [ 1076.389711] env[71147]: _type = "Task" [ 1076.389711] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.394038] env[71147]: DEBUG nova.compute.manager [-] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.394038] env[71147]: DEBUG nova.network.neutron [-] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.403301] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.454141] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.454454] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.455616] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b789cd-4168-4aad-9c4c-70ee493eefca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.477035] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd613f-74da-4a0b-99ae-649a2df31d04 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.503744] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.535s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.506124] env[71147]: DEBUG nova.network.neutron [-] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.514776] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Reconfiguring VM to detach interface {{(pid=71147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1076.516358] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.972s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.516358] env[71147]: DEBUG nova.objects.instance [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1076.521036] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b713806-e144-4c48-ad3a-7bd9e2ed13ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.544253] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1076.544253] env[71147]: value = "task-3421617" [ 1076.544253] env[71147]: _type = "Task" [ 1076.544253] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.544725] env[71147]: INFO nova.scheduler.client.report [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Deleted allocations for instance 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad [ 1076.559110] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.568640] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421614, 'name': Rename_Task, 'duration_secs': 0.244689} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.574023] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.574023] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d19b473f-2bfa-47ac-bc23-abb2f11ce197 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.578379] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1076.578379] env[71147]: value = "task-3421618" [ 1076.578379] env[71147]: _type = "Task" [ 1076.578379] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.598640] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.607283] env[71147]: DEBUG oslo_vmware.api [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.607283] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7042530e-c2b7-4b04-a486-a1e0d85a1ec3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.615466] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af84ac0b-68f0-4736-ba37-6f72d2eb1a6e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.642027] env[71147]: DEBUG oslo_vmware.api [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14825} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.642027] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.642027] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.642027] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.642027] env[71147]: INFO nova.compute.manager [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 3068117f-8061-4686-a45f-b972431da487] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1076.642027] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.655047] env[71147]: DEBUG nova.compute.manager [-] [instance: 3068117f-8061-4686-a45f-b972431da487] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.655258] env[71147]: DEBUG nova.network.neutron [-] [instance: 3068117f-8061-4686-a45f-b972431da487] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.658356] env[71147]: DEBUG nova.compute.manager [req-e1a90bc7-087e-44ad-b5cd-7c30e436592c req-4a3a9edd-3733-4715-91f1-b176e5bbf7db service nova] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Detach interface failed, port_id=8f581917-2264-4a54-86ad-fab596aaf698, reason: Instance 0796393e-5eeb-429b-8d36-a8129a9eb952 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.903215] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421616, 'name': ReconfigVM_Task, 'duration_secs': 0.329667} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.903497] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb/2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.904057] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3962a512-821c-46e3-a20a-f1e6096c7af6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.913145] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1076.913145] env[71147]: value = "task-3421619" [ 1076.913145] env[71147]: _type = "Task" [ 1076.913145] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.925041] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421619, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.017322] env[71147]: DEBUG nova.compute.manager [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.025020] env[71147]: INFO nova.compute.manager [-] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Took 1.58 seconds to deallocate network for instance. [ 1077.055334] env[71147]: DEBUG nova.compute.manager [req-ea774bba-c4e4-4024-a5ee-7e9b50a66653 req-cd19a76e-0657-416b-abfa-080e1eed3f57 service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Received event network-vif-deleted-833cb14c-a6ba-420b-bdbd-5c380475b9b6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.055334] env[71147]: INFO nova.compute.manager [req-ea774bba-c4e4-4024-a5ee-7e9b50a66653 req-cd19a76e-0657-416b-abfa-080e1eed3f57 service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Neutron deleted interface 833cb14c-a6ba-420b-bdbd-5c380475b9b6; detaching it from the instance and deleting it from the info cache [ 1077.055334] env[71147]: DEBUG nova.network.neutron [req-ea774bba-c4e4-4024-a5ee-7e9b50a66653 req-cd19a76e-0657-416b-abfa-080e1eed3f57 service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.071658] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90a345cf-d2d7-4c49-890f-c0976fba4c59 tempest-ServerDiskConfigTestJSON-63292790 tempest-ServerDiskConfigTestJSON-63292790-project-member] Lock "384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.216s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.080401] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.083935] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.084611] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.084836] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.085495] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.085495] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.085495] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.086445] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.086672] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.086862] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.087059] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.087253] env[71147]: DEBUG nova.virt.hardware [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.093057] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6544cb0-d70b-4995-8450-9108fb920486 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.113703] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.114099] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc83af4-b7aa-49d7-a861-043a20856ca0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.121954] env[71147]: DEBUG oslo_vmware.api [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421608, 'name': ReconfigVM_Task, 'duration_secs': 1.682603} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.122663] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-8569a121-49cd-4bb0-b3d8-3850a86017b9/volume-8569a121-49cd-4bb0-b3d8-3850a86017b9.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.137641] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2eaa8fa-1854-4344-83fb-e7afc3e32201 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.148279] env[71147]: DEBUG nova.network.neutron [-] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.155282] env[71147]: DEBUG oslo_vmware.api [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1077.155282] env[71147]: value = "task-3421620" [ 1077.155282] env[71147]: _type = "Task" [ 1077.155282] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.165176] env[71147]: DEBUG oslo_vmware.api [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.424612] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421619, 'name': Rename_Task, 'duration_secs': 0.154073} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.424983] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.425451] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bea029d9-77b3-4710-82e6-d500f01ac22f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.433365] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1077.433365] env[71147]: value = "task-3421621" [ 1077.433365] env[71147]: _type = "Task" [ 1077.433365] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.443089] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.460656] env[71147]: DEBUG nova.network.neutron [-] [instance: 3068117f-8061-4686-a45f-b972431da487] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.481791] env[71147]: DEBUG nova.network.neutron [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Port 7041e488-b42c-46b0-ab2f-e5a7e798727b binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1077.482147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.482321] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.482489] env[71147]: DEBUG nova.network.neutron [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.530489] env[71147]: DEBUG oslo_concurrency.lockutils [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.558019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5d2ac907-ccae-410d-9f29-58adbbefa0a1 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.040s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.560696] env[71147]: DEBUG oslo_concurrency.lockutils [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.030s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.561138] env[71147]: DEBUG nova.objects.instance [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lazy-loading 'resources' on Instance uuid 0796393e-5eeb-429b-8d36-a8129a9eb952 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.562487] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.573018] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c3efa31-bf43-4f6f-9ced-d0ed003be7fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.583122] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b66509c-b433-4adf-916c-ed4c227f412b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.602090] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.624876] env[71147]: DEBUG nova.compute.manager [req-ea774bba-c4e4-4024-a5ee-7e9b50a66653 req-cd19a76e-0657-416b-abfa-080e1eed3f57 service nova] [instance: 3068117f-8061-4686-a45f-b972431da487] Detach interface failed, port_id=833cb14c-a6ba-420b-bdbd-5c380475b9b6, reason: Instance 3068117f-8061-4686-a45f-b972431da487 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.651848] env[71147]: INFO nova.compute.manager [-] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Took 1.26 seconds to deallocate network for instance. [ 1077.666227] env[71147]: DEBUG oslo_vmware.api [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421620, 'name': ReconfigVM_Task, 'duration_secs': 0.163451} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.666578] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682636', 'volume_id': '8569a121-49cd-4bb0-b3d8-3850a86017b9', 'name': 'volume-8569a121-49cd-4bb0-b3d8-3850a86017b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c232906b-c19f-4e01-a793-1bb6caf5a46e', 'attached_at': '', 'detached_at': '', 'volume_id': '8569a121-49cd-4bb0-b3d8-3850a86017b9', 'serial': '8569a121-49cd-4bb0-b3d8-3850a86017b9'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1077.951179] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.963144] env[71147]: INFO nova.compute.manager [-] [instance: 3068117f-8061-4686-a45f-b972431da487] Took 1.31 seconds to deallocate network for instance. [ 1078.061026] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.110291] env[71147]: DEBUG oslo_vmware.api [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421618, 'name': PowerOnVM_Task, 'duration_secs': 1.280177} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.113790] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.114064] env[71147]: INFO nova.compute.manager [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1078.114264] env[71147]: DEBUG nova.compute.manager [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.115496] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b4471-621a-4a87-bb23-cca6f54744d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.167324] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.172086] env[71147]: DEBUG nova.network.neutron [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Successfully updated port: 1febd2ce-d39f-4c9f-ae8e-63f19228b49f {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.344215] env[71147]: DEBUG nova.compute.manager [req-4781f365-2bb3-469e-b406-ac6b6903ea54 req-46570961-3e7f-4371-a785-9ba6c003cae8 service nova] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Received event network-vif-deleted-dcd29db5-21f2-4b0c-871b-6c829036b56b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.408370] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eed45b-5483-404c-8210-255d7d04da64 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.418885] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c53364-c4da-4662-b2ff-ed69b8f05315 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.462592] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f42dcae-6a0d-4e71-a0fb-12fa47fb3094 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.470793] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.477193] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af54289b-f8d1-4164-a930-6b158a5762fd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.482218] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.485475] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.485719] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.498360] env[71147]: DEBUG nova.compute.provider_tree [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.502991] env[71147]: DEBUG nova.network.neutron [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance_info_cache with network_info: [{"id": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "address": "fa:16:3e:e4:5f:74", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7041e488-b4", "ovs_interfaceid": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.561309] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.633789] env[71147]: INFO nova.compute.manager [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Took 28.36 seconds to build instance. [ 1078.676512] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-aac6652a-92b4-4eff-ab1d-a148a7ae52ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.676512] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-aac6652a-92b4-4eff-ab1d-a148a7ae52ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.676512] env[71147]: DEBUG nova.network.neutron [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.730079] env[71147]: DEBUG nova.objects.instance [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.782878] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquiring lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.784897] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.967763] env[71147]: DEBUG oslo_vmware.api [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421621, 'name': PowerOnVM_Task, 'duration_secs': 1.176201} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.968077] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.968308] env[71147]: INFO nova.compute.manager [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Took 6.46 seconds to spawn the instance on the hypervisor. [ 1078.968496] env[71147]: DEBUG nova.compute.manager [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.969368] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafe4842-30a2-4958-a2dd-03dbb65f8d53 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.988063] env[71147]: DEBUG nova.compute.manager [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.006356] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.024597] env[71147]: ERROR nova.scheduler.client.report [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] [req-e1855037-7949-4c47-ad26-43602b5df737] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1855037-7949-4c47-ad26-43602b5df737"}]} [ 1079.042427] env[71147]: DEBUG nova.scheduler.client.report [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1079.057473] env[71147]: DEBUG nova.scheduler.client.report [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1079.057736] env[71147]: DEBUG nova.compute.provider_tree [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.065943] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.066642] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.071248] env[71147]: DEBUG nova.scheduler.client.report [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1079.075260] env[71147]: DEBUG nova.compute.manager [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Received event network-vif-plugged-1febd2ce-d39f-4c9f-ae8e-63f19228b49f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.075488] env[71147]: DEBUG oslo_concurrency.lockutils [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] Acquiring lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.075708] env[71147]: DEBUG oslo_concurrency.lockutils [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] Lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.075873] env[71147]: DEBUG oslo_concurrency.lockutils [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] Lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.076076] env[71147]: DEBUG nova.compute.manager [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] No waiting events found dispatching network-vif-plugged-1febd2ce-d39f-4c9f-ae8e-63f19228b49f {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.076273] env[71147]: WARNING nova.compute.manager [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Received unexpected event network-vif-plugged-1febd2ce-d39f-4c9f-ae8e-63f19228b49f for instance with vm_state building and task_state spawning. [ 1079.076438] env[71147]: DEBUG nova.compute.manager [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Received event network-changed-1febd2ce-d39f-4c9f-ae8e-63f19228b49f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.076600] env[71147]: DEBUG nova.compute.manager [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Refreshing instance network info cache due to event network-changed-1febd2ce-d39f-4c9f-ae8e-63f19228b49f. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.076788] env[71147]: DEBUG oslo_concurrency.lockutils [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] Acquiring lock "refresh_cache-aac6652a-92b4-4eff-ab1d-a148a7ae52ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.095874] env[71147]: DEBUG nova.scheduler.client.report [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1079.136366] env[71147]: DEBUG oslo_concurrency.lockutils [None req-722731f3-191a-48e1-ac50-bfabeb01c95b tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "19515f96-c488-4b37-9719-e83615dff1dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.869s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.228198] env[71147]: DEBUG nova.network.neutron [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.238137] env[71147]: DEBUG oslo_concurrency.lockutils [None req-edb1a04e-ea83-4d07-9020-17ff87f4e3eb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.917s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.242850] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.174s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.242850] env[71147]: DEBUG nova.compute.manager [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.242850] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d564ed-0965-4acd-9e8e-09529a08e020 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.247700] env[71147]: DEBUG nova.compute.manager [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1079.248299] env[71147]: DEBUG nova.objects.instance [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.280394] env[71147]: DEBUG oslo_concurrency.lockutils [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquiring lock "19515f96-c488-4b37-9719-e83615dff1dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.281037] env[71147]: DEBUG oslo_concurrency.lockutils [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "19515f96-c488-4b37-9719-e83615dff1dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.281037] env[71147]: DEBUG oslo_concurrency.lockutils [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquiring lock "19515f96-c488-4b37-9719-e83615dff1dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.281433] env[71147]: DEBUG oslo_concurrency.lockutils [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "19515f96-c488-4b37-9719-e83615dff1dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.281480] env[71147]: DEBUG oslo_concurrency.lockutils [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "19515f96-c488-4b37-9719-e83615dff1dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.287266] env[71147]: DEBUG nova.compute.manager [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.290649] env[71147]: INFO nova.compute.manager [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Terminating instance [ 1079.393529] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4c2208-0978-4987-85b5-8023d9f528fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.406456] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbced25e-59c2-45f1-991e-2263c899b8ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.441840] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8156e119-456d-4b3b-81c7-848113964963 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.447605] env[71147]: DEBUG nova.network.neutron [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Updating instance_info_cache with network_info: [{"id": "1febd2ce-d39f-4c9f-ae8e-63f19228b49f", "address": "fa:16:3e:79:f2:d0", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1febd2ce-d3", "ovs_interfaceid": "1febd2ce-d39f-4c9f-ae8e-63f19228b49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.452222] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6ff5e-cb4c-4504-928b-d6982199abcb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.468352] env[71147]: DEBUG nova.compute.provider_tree [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.485501] env[71147]: INFO nova.compute.manager [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Took 28.22 seconds to build instance. [ 1079.508312] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.510379] env[71147]: DEBUG nova.compute.manager [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71147) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1079.566023] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.796050] env[71147]: DEBUG nova.compute.manager [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.796308] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.797561] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3803f460-484f-4094-ae2a-ac1c9ee8970a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.811883] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.812197] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa4a694-da3f-4f2b-b6db-3d95d1cfa812 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.823600] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.823961] env[71147]: DEBUG oslo_vmware.api [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1079.823961] env[71147]: value = "task-3421622" [ 1079.823961] env[71147]: _type = "Task" [ 1079.823961] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.834531] env[71147]: DEBUG oslo_vmware.api [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.955150] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-aac6652a-92b4-4eff-ab1d-a148a7ae52ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.955150] env[71147]: DEBUG nova.compute.manager [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Instance network_info: |[{"id": "1febd2ce-d39f-4c9f-ae8e-63f19228b49f", "address": "fa:16:3e:79:f2:d0", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1febd2ce-d3", "ovs_interfaceid": "1febd2ce-d39f-4c9f-ae8e-63f19228b49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.955150] env[71147]: DEBUG oslo_concurrency.lockutils [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] Acquired lock "refresh_cache-aac6652a-92b4-4eff-ab1d-a148a7ae52ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.955150] env[71147]: DEBUG nova.network.neutron [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Refreshing network info cache for port 1febd2ce-d39f-4c9f-ae8e-63f19228b49f {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.955150] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:f2:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1febd2ce-d39f-4c9f-ae8e-63f19228b49f', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.965281] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.969272] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.972684] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff235702-dffd-4a8b-a39c-dea1eb94852b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.993128] env[71147]: DEBUG oslo_concurrency.lockutils [None req-48eddb35-49b6-4a91-aa22-9f0ff4ffbd8f tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.737s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.002023] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.002023] env[71147]: value = "task-3421623" [ 1080.002023] env[71147]: _type = "Task" [ 1080.002023] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.010369] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421623, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.046993] env[71147]: DEBUG nova.scheduler.client.report [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1080.049020] env[71147]: DEBUG nova.compute.provider_tree [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 131 to 132 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1080.049020] env[71147]: DEBUG nova.compute.provider_tree [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.063956] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.256746] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.258168] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09aa5ac1-4f2a-4223-ac12-19fbc8ce1224 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.268027] env[71147]: DEBUG oslo_vmware.api [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1080.268027] env[71147]: value = "task-3421624" [ 1080.268027] env[71147]: _type = "Task" [ 1080.268027] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.277664] env[71147]: DEBUG oslo_vmware.api [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.330824] env[71147]: DEBUG nova.network.neutron [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Updated VIF entry in instance network info cache for port 1febd2ce-d39f-4c9f-ae8e-63f19228b49f. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.331325] env[71147]: DEBUG nova.network.neutron [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Updating instance_info_cache with network_info: [{"id": "1febd2ce-d39f-4c9f-ae8e-63f19228b49f", "address": "fa:16:3e:79:f2:d0", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1febd2ce-d3", "ovs_interfaceid": "1febd2ce-d39f-4c9f-ae8e-63f19228b49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.338410] env[71147]: DEBUG oslo_vmware.api [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421622, 'name': PowerOffVM_Task, 'duration_secs': 0.277186} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.338743] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.339042] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.339328] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97877f70-9687-4fdb-b869-374bf0e9ca73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.360084] env[71147]: DEBUG nova.compute.manager [None req-df927785-03a1-4bbf-8cfa-e726eedd158d tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.361129] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f06eef5-7417-46a5-b0c1-7f614ea5160e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.510711] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421623, 'name': CreateVM_Task, 'duration_secs': 0.459746} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.510900] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.512182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.512182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.512182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.512363] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb90a73-c5fd-49d8-aad1-89eab7cb43f3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.517657] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1080.517657] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525d7dd6-65fe-b3ce-7cf9-4d73587be118" [ 1080.517657] env[71147]: _type = "Task" [ 1080.517657] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.527045] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquiring lock "2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.527325] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.527552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquiring lock "2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.527765] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.527946] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.530294] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525d7dd6-65fe-b3ce-7cf9-4d73587be118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.531798] env[71147]: INFO nova.compute.manager [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Terminating instance [ 1080.553979] env[71147]: DEBUG oslo_concurrency.lockutils [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.993s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.560821] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.394s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.561347] env[71147]: DEBUG nova.objects.instance [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lazy-loading 'resources' on Instance uuid 5c35b31d-5f0f-4421-a7e0-807eba6df97d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.571408] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.580460] env[71147]: INFO nova.scheduler.client.report [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Deleted allocations for instance 0796393e-5eeb-429b-8d36-a8129a9eb952 [ 1080.593784] env[71147]: DEBUG oslo_vmware.rw_handles [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e41bb-add7-508e-f581-6cc76e173e98/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.594928] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059fef28-bff8-4526-b786-d3108d8a1075 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.601925] env[71147]: DEBUG oslo_vmware.rw_handles [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e41bb-add7-508e-f581-6cc76e173e98/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.602156] env[71147]: ERROR oslo_vmware.rw_handles [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e41bb-add7-508e-f581-6cc76e173e98/disk-0.vmdk due to incomplete transfer. [ 1080.602430] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-38478794-0221-4774-9da5-df22253f3286 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.611214] env[71147]: DEBUG oslo_vmware.rw_handles [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e41bb-add7-508e-f581-6cc76e173e98/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.611469] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Uploaded image d92a8d03-2b61-4ed8-a86a-4075cc61506b to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.614194] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.614535] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6e76ee33-c08b-49de-bec7-6220f1463074 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.623018] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1080.623018] env[71147]: value = "task-3421626" [ 1080.623018] env[71147]: _type = "Task" [ 1080.623018] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.630290] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421626, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.641241] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.641572] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.641941] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Deleting the datastore file [datastore2] 19515f96-c488-4b37-9719-e83615dff1dc {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.642216] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8db28fa0-2777-4521-8256-ba9b5206261a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.649204] env[71147]: DEBUG oslo_vmware.api [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for the task: (returnval){ [ 1080.649204] env[71147]: value = "task-3421627" [ 1080.649204] env[71147]: _type = "Task" [ 1080.649204] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.659023] env[71147]: DEBUG oslo_vmware.api [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.670851] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.778141] env[71147]: DEBUG oslo_vmware.api [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421624, 'name': PowerOffVM_Task, 'duration_secs': 0.219006} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.778511] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.778698] env[71147]: DEBUG nova.compute.manager [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.779525] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8880ebb-865f-4e0a-b803-ec3a11336e67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.834505] env[71147]: DEBUG oslo_concurrency.lockutils [req-2d2559fa-1612-46aa-acca-9ef52a728cd9 req-42b6d291-6d6e-4953-915f-8ee503b177a6 service nova] Releasing lock "refresh_cache-aac6652a-92b4-4eff-ab1d-a148a7ae52ab" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.873212] env[71147]: INFO nova.compute.manager [None req-df927785-03a1-4bbf-8cfa-e726eedd158d tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] instance snapshotting [ 1080.873212] env[71147]: DEBUG nova.objects.instance [None req-df927785-03a1-4bbf-8cfa-e726eedd158d tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lazy-loading 'flavor' on Instance uuid 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.035335] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquiring lock "refresh_cache-2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.035838] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquired lock "refresh_cache-2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.035838] env[71147]: DEBUG nova.network.neutron [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.037128] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525d7dd6-65fe-b3ce-7cf9-4d73587be118, 'name': SearchDatastore_Task, 'duration_secs': 0.018661} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.038398] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.038398] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.038398] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.038398] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.038590] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.038961] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd23dd2a-3fb3-4eaa-92af-a3549a3086a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.050626] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.050904] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.051639] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939e3343-b902-48ec-95f6-d4e69b426f7f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.062836] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1081.062836] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528664e6-f606-03fe-9046-f98ea885ec1c" [ 1081.062836] env[71147]: _type = "Task" [ 1081.062836] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.069639] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.077890] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528664e6-f606-03fe-9046-f98ea885ec1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.093673] env[71147]: DEBUG oslo_concurrency.lockutils [None req-854041fb-9cb7-424f-afb2-a232058ac004 tempest-ServerRescueNegativeTestJSON-432250818 tempest-ServerRescueNegativeTestJSON-432250818-project-member] Lock "0796393e-5eeb-429b-8d36-a8129a9eb952" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.323s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.131896] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421626, 'name': Destroy_Task, 'duration_secs': 0.463877} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.131896] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Destroyed the VM [ 1081.131896] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.131896] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c3ba926-a8b7-4c94-a827-f3f16dd4b993 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.136686] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1081.136686] env[71147]: value = "task-3421628" [ 1081.136686] env[71147]: _type = "Task" [ 1081.136686] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.145705] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.160017] env[71147]: DEBUG oslo_vmware.api [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Task: {'id': task-3421627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375935} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.160017] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.160017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.160017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.160017] env[71147]: INFO nova.compute.manager [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1081.160017] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.162316] env[71147]: DEBUG nova.compute.manager [-] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.162433] env[71147]: DEBUG nova.network.neutron [-] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.292698] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e30e0e53-57c2-4d57-9d99-d14c4d67b292 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.379449] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc552c79-ee04-43c6-898a-9a96f4fc09ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.403460] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac35afa-1662-4c61-92b9-5a9e317c455a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.446736] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52abc7af-580c-42d1-b96e-96b61f2043dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.455119] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902088c6-e079-4e75-ba4f-5b1879890c05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.491884] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e9a30c-b5cc-428e-af9f-e471e49fe227 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.499929] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5789f3-f800-4572-a7fe-9b88a0e7f27f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.516971] env[71147]: DEBUG nova.compute.provider_tree [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.560834] env[71147]: DEBUG nova.network.neutron [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.570574] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.580691] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528664e6-f606-03fe-9046-f98ea885ec1c, 'name': SearchDatastore_Task, 'duration_secs': 0.02441} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.581702] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7dc193-e918-4912-a5f6-01f1cc95fe74 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.586918] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1081.586918] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5281a5ad-77a0-1348-7f5c-6006ec8d8c33" [ 1081.586918] env[71147]: _type = "Task" [ 1081.586918] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.604312] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5281a5ad-77a0-1348-7f5c-6006ec8d8c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.647691] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421628, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.656283] env[71147]: DEBUG nova.network.neutron [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.738384] env[71147]: DEBUG nova.compute.manager [req-f03106dd-c44c-42b7-a1d0-17bb237ba3ec req-172785ab-3dc2-4063-a697-5ff2728ae964 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Received event network-vif-deleted-41f93fed-957a-451d-80b6-23561409b5fa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.738526] env[71147]: INFO nova.compute.manager [req-f03106dd-c44c-42b7-a1d0-17bb237ba3ec req-172785ab-3dc2-4063-a697-5ff2728ae964 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Neutron deleted interface 41f93fed-957a-451d-80b6-23561409b5fa; detaching it from the instance and deleting it from the info cache [ 1081.738711] env[71147]: DEBUG nova.network.neutron [req-f03106dd-c44c-42b7-a1d0-17bb237ba3ec req-172785ab-3dc2-4063-a697-5ff2728ae964 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.816540] env[71147]: DEBUG nova.objects.instance [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.917205] env[71147]: DEBUG nova.compute.manager [None req-df927785-03a1-4bbf-8cfa-e726eedd158d tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Instance disappeared during snapshot {{(pid=71147) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1082.020434] env[71147]: DEBUG nova.scheduler.client.report [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.053922] env[71147]: DEBUG nova.compute.manager [None req-df927785-03a1-4bbf-8cfa-e726eedd158d tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Found 0 images (rotation: 2) {{(pid=71147) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1082.067076] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.098012] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5281a5ad-77a0-1348-7f5c-6006ec8d8c33, 'name': SearchDatastore_Task, 'duration_secs': 0.017451} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.098318] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.098590] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] aac6652a-92b4-4eff-ab1d-a148a7ae52ab/aac6652a-92b4-4eff-ab1d-a148a7ae52ab.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.098868] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbd5776c-1158-4925-b497-afd88536520e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.106091] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1082.106091] env[71147]: value = "task-3421629" [ 1082.106091] env[71147]: _type = "Task" [ 1082.106091] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.115197] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.150061] env[71147]: DEBUG oslo_vmware.api [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421628, 'name': RemoveSnapshot_Task, 'duration_secs': 0.827303} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.150759] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.151082] env[71147]: INFO nova.compute.manager [None req-26db667b-c9fe-4659-80f4-d361c011ec95 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Took 14.12 seconds to snapshot the instance on the hypervisor. [ 1082.160331] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Releasing lock "refresh_cache-2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.160704] env[71147]: DEBUG nova.compute.manager [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.160872] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.161876] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2ee3de-0644-453b-af6e-3a240e8a3eef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.165449] env[71147]: DEBUG nova.network.neutron [-] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.173354] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.173354] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0eba264-fab3-40a4-a820-5b2016d4dd1f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.179740] env[71147]: DEBUG oslo_vmware.api [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1082.179740] env[71147]: value = "task-3421630" [ 1082.179740] env[71147]: _type = "Task" [ 1082.179740] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.189199] env[71147]: DEBUG oslo_vmware.api [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.241993] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bc712c2-361d-438b-8c45-04c8bfbb3c67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.253140] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ea61d1-bcac-4d5e-a199-629f4698b68c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.287823] env[71147]: DEBUG nova.compute.manager [req-f03106dd-c44c-42b7-a1d0-17bb237ba3ec req-172785ab-3dc2-4063-a697-5ff2728ae964 service nova] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Detach interface failed, port_id=41f93fed-957a-451d-80b6-23561409b5fa, reason: Instance 19515f96-c488-4b37-9719-e83615dff1dc could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.323488] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.323732] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.323935] env[71147]: DEBUG nova.network.neutron [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.324124] env[71147]: DEBUG nova.objects.instance [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'info_cache' on Instance uuid c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.428621] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "4b69c334-83c4-4ecf-96c9-ee8f7d15f039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.428920] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "4b69c334-83c4-4ecf-96c9-ee8f7d15f039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.527843] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.531822] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.061s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.532239] env[71147]: DEBUG nova.objects.instance [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lazy-loading 'resources' on Instance uuid 3068117f-8061-4686-a45f-b972431da487 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.563087] env[71147]: INFO nova.scheduler.client.report [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted allocations for instance 5c35b31d-5f0f-4421-a7e0-807eba6df97d [ 1082.575083] env[71147]: DEBUG oslo_vmware.api [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421617, 'name': ReconfigVM_Task, 'duration_secs': 5.89738} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.575083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.575252] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Reconfigured VM to detach interface {{(pid=71147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1082.621802] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421629, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.667516] env[71147]: INFO nova.compute.manager [-] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Took 1.50 seconds to deallocate network for instance. [ 1082.693747] env[71147]: DEBUG oslo_vmware.api [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421630, 'name': PowerOffVM_Task, 'duration_secs': 0.152156} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.694074] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.694277] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.694550] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace3ac06-c781-49c4-ad50-fa18812bf7c2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.725377] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.725921] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.726974] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Deleting the datastore file [datastore2] 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.727415] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa2d8f77-427c-45fd-abb9-a158c42bb53e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.737180] env[71147]: DEBUG oslo_vmware.api [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for the task: (returnval){ [ 1082.737180] env[71147]: value = "task-3421632" [ 1082.737180] env[71147]: _type = "Task" [ 1082.737180] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.749858] env[71147]: DEBUG oslo_vmware.api [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.831429] env[71147]: DEBUG nova.objects.base [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1082.847326] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.847603] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.934457] env[71147]: DEBUG nova.compute.manager [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.074724] env[71147]: DEBUG oslo_concurrency.lockutils [None req-86d3dded-9db4-4778-a530-ff036b37e92a tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c35b31d-5f0f-4421-a7e0-807eba6df97d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.380s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.118597] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679611} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.118910] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] aac6652a-92b4-4eff-ab1d-a148a7ae52ab/aac6652a-92b4-4eff-ab1d-a148a7ae52ab.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.119173] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.119396] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae6997c0-1967-4a72-9d22-060efeb55576 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.130399] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1083.130399] env[71147]: value = "task-3421633" [ 1083.130399] env[71147]: _type = "Task" [ 1083.130399] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.140112] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.175578] env[71147]: DEBUG oslo_concurrency.lockutils [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.250748] env[71147]: DEBUG oslo_vmware.api [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Task: {'id': task-3421632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213352} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.251049] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.251291] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.251479] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.251650] env[71147]: INFO nova.compute.manager [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1083.251900] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.252119] env[71147]: DEBUG nova.compute.manager [-] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.252218] env[71147]: DEBUG nova.network.neutron [-] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.278543] env[71147]: DEBUG nova.network.neutron [-] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.349442] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d981d-2516-44d8-8ea0-f89106c83a96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.353249] env[71147]: INFO nova.compute.manager [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Detaching volume 824adb9b-b30a-4b17-94d2-124e91b9ded8 [ 1083.362821] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001043c-73cc-4bf2-b03e-d5ae9d492f97 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.399263] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ead32d-61fa-4f19-bae2-95bcc3f7c36d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.404110] env[71147]: INFO nova.virt.block_device [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Attempting to driver detach volume 824adb9b-b30a-4b17-94d2-124e91b9ded8 from mountpoint /dev/sdb [ 1083.404110] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.404110] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682595', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'name': 'volume-824adb9b-b30a-4b17-94d2-124e91b9ded8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47abd936-95ee-4441-91f3-c1cfbda66bd0', 'attached_at': '', 'detached_at': '', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'serial': '824adb9b-b30a-4b17-94d2-124e91b9ded8'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.404338] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb21a6-32c2-4312-995c-b7d05da4d293 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.431157] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478ccdc8-692e-4a60-860e-ed21006272ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.439051] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae482b0-edce-4115-987d-5ef410fdea34 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.459130] env[71147]: DEBUG nova.compute.provider_tree [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.461873] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6133f315-e355-4b1f-8090-a2646bf36b1c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.466274] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.483406] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e0baa-3783-4181-8e36-4da2a63a0b0e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.498973] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] The volume has not been displaced from its original location: [datastore1] volume-824adb9b-b30a-4b17-94d2-124e91b9ded8/volume-824adb9b-b30a-4b17-94d2-124e91b9ded8.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1083.504194] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.506983] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ecb177d-f9e6-445c-9afa-58fe399cd242 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.526313] env[71147]: DEBUG oslo_vmware.api [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1083.526313] env[71147]: value = "task-3421634" [ 1083.526313] env[71147]: _type = "Task" [ 1083.526313] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.540232] env[71147]: DEBUG oslo_vmware.api [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.642216] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097995} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.642216] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.642216] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d1241-635f-4c89-8f02-18e3dd0e3af5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.646103] env[71147]: DEBUG nova.network.neutron [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updating instance_info_cache with network_info: [{"id": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "address": "fa:16:3e:5f:6d:12", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065a397a-c6", "ovs_interfaceid": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.664989] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] aac6652a-92b4-4eff-ab1d-a148a7ae52ab/aac6652a-92b4-4eff-ab1d-a148a7ae52ab.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.666178] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25016dd2-1c48-4f59-b872-9fc55d828fcc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.686548] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1083.686548] env[71147]: value = "task-3421635" [ 1083.686548] env[71147]: _type = "Task" [ 1083.686548] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.696338] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.783096] env[71147]: DEBUG nova.network.neutron [-] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.838826] env[71147]: DEBUG nova.compute.manager [req-ee6e1a16-a5c3-40da-be27-a9371cb6eadc req-203d1e0f-1fe6-4a03-9c52-2d6e4fc65910 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-vif-deleted-f68ca30e-c765-4e4c-8d98-1d9aa921d5bc {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.839361] env[71147]: INFO nova.compute.manager [req-ee6e1a16-a5c3-40da-be27-a9371cb6eadc req-203d1e0f-1fe6-4a03-9c52-2d6e4fc65910 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Neutron deleted interface f68ca30e-c765-4e4c-8d98-1d9aa921d5bc; detaching it from the instance and deleting it from the info cache [ 1083.839711] env[71147]: DEBUG nova.network.neutron [req-ee6e1a16-a5c3-40da-be27-a9371cb6eadc req-203d1e0f-1fe6-4a03-9c52-2d6e4fc65910 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "edaac09d-eef7-4ff4-baae-a13d71e6a87b", "address": "fa:16:3e:a1:b8:36", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaac09d-ee", "ovs_interfaceid": "edaac09d-eef7-4ff4-baae-a13d71e6a87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.942076] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.942285] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.942466] env[71147]: DEBUG nova.network.neutron [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.982667] env[71147]: ERROR nova.scheduler.client.report [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [req-916d1f29-673b-4eff-8ad1-5d0bca0b5f1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-916d1f29-673b-4eff-8ad1-5d0bca0b5f1c"}]} [ 1084.000027] env[71147]: DEBUG nova.scheduler.client.report [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1084.016213] env[71147]: DEBUG nova.scheduler.client.report [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1084.016691] env[71147]: DEBUG nova.compute.provider_tree [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.031222] env[71147]: DEBUG nova.scheduler.client.report [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1084.036341] env[71147]: DEBUG oslo_vmware.api [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421634, 'name': ReconfigVM_Task, 'duration_secs': 0.280698} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.036583] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.041354] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64004013-5d80-4e6a-bbc0-c291bde2d893 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.058606] env[71147]: DEBUG nova.scheduler.client.report [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1084.060524] env[71147]: DEBUG oslo_vmware.api [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1084.060524] env[71147]: value = "task-3421636" [ 1084.060524] env[71147]: _type = "Task" [ 1084.060524] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.070417] env[71147]: DEBUG oslo_vmware.api [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.166175] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Releasing lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.199431] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.285803] env[71147]: INFO nova.compute.manager [-] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Took 1.03 seconds to deallocate network for instance. [ 1084.342718] env[71147]: DEBUG oslo_concurrency.lockutils [req-ee6e1a16-a5c3-40da-be27-a9371cb6eadc req-203d1e0f-1fe6-4a03-9c52-2d6e4fc65910 service nova] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.342900] env[71147]: DEBUG oslo_concurrency.lockutils [req-ee6e1a16-a5c3-40da-be27-a9371cb6eadc req-203d1e0f-1fe6-4a03-9c52-2d6e4fc65910 service nova] Acquired lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.343849] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7890842e-e3c5-4592-b57a-0b9ff5444660 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.348690] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe0ee86-0d91-4983-8adb-94dbd4e2fb9d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.368324] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c776167-40b3-4f76-b381-36d2dde9da8a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.372092] env[71147]: DEBUG oslo_concurrency.lockutils [req-ee6e1a16-a5c3-40da-be27-a9371cb6eadc req-203d1e0f-1fe6-4a03-9c52-2d6e4fc65910 service nova] Releasing lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.372364] env[71147]: WARNING nova.compute.manager [req-ee6e1a16-a5c3-40da-be27-a9371cb6eadc req-203d1e0f-1fe6-4a03-9c52-2d6e4fc65910 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Detach interface failed, port_id=f68ca30e-c765-4e4c-8d98-1d9aa921d5bc, reason: No device with interface-id f68ca30e-c765-4e4c-8d98-1d9aa921d5bc exists on VM: nova.exception.NotFound: No device with interface-id f68ca30e-c765-4e4c-8d98-1d9aa921d5bc exists on VM [ 1084.376669] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "085d895f-42c7-457b-9129-17ce28437841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.376883] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "085d895f-42c7-457b-9129-17ce28437841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.406626] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b7e0fc-f9af-40dc-9af7-b0b9f1133d6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.415135] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea836979-6bc5-41c6-a3d4-fa89e7d11297 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.431337] env[71147]: DEBUG nova.compute.provider_tree [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.571244] env[71147]: DEBUG oslo_vmware.api [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421636, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.700198] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.749732] env[71147]: DEBUG oslo_concurrency.lockutils [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.750074] env[71147]: DEBUG oslo_concurrency.lockutils [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.750306] env[71147]: DEBUG oslo_concurrency.lockutils [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.750492] env[71147]: DEBUG oslo_concurrency.lockutils [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.750661] env[71147]: DEBUG oslo_concurrency.lockutils [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.752783] env[71147]: INFO nova.compute.manager [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Terminating instance [ 1084.790015] env[71147]: INFO nova.network.neutron [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Port edaac09d-eef7-4ff4-baae-a13d71e6a87b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1084.790462] env[71147]: DEBUG nova.network.neutron [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [{"id": "f3025694-e41d-49cb-b275-61a103fa03b8", "address": "fa:16:3e:c9:41:28", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3025694-e4", "ovs_interfaceid": "f3025694-e41d-49cb-b275-61a103fa03b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.794938] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.880019] env[71147]: DEBUG nova.compute.manager [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.969060] env[71147]: DEBUG nova.scheduler.client.report [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1084.969365] env[71147]: DEBUG nova.compute.provider_tree [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 134 to 135 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1084.969546] env[71147]: DEBUG nova.compute.provider_tree [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.071705] env[71147]: DEBUG oslo_vmware.api [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421636, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.088683] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.088785] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.088997] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.089200] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.089405] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.092025] env[71147]: INFO nova.compute.manager [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Terminating instance [ 1085.172985] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.173373] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d7ad895-7cec-4a46-95c5-4ce7f4b7eb30 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.180350] env[71147]: DEBUG oslo_vmware.api [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1085.180350] env[71147]: value = "task-3421637" [ 1085.180350] env[71147]: _type = "Task" [ 1085.180350] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.188504] env[71147]: DEBUG oslo_vmware.api [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.196205] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421635, 'name': ReconfigVM_Task, 'duration_secs': 1.251332} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.196510] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Reconfigured VM instance instance-0000005e to attach disk [datastore1] aac6652a-92b4-4eff-ab1d-a148a7ae52ab/aac6652a-92b4-4eff-ab1d-a148a7ae52ab.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.197105] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a707da2c-ab6c-432e-bf95-f0c6e4219d3e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.203944] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1085.203944] env[71147]: value = "task-3421638" [ 1085.203944] env[71147]: _type = "Task" [ 1085.203944] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.212166] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421638, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.256863] env[71147]: DEBUG nova.compute.manager [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.257145] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.258063] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d84158-00bb-4f78-9e4e-85c270b3afae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.266296] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.266561] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e655669f-c8cb-4542-9f81-19e152d8f890 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.273231] env[71147]: DEBUG oslo_vmware.api [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1085.273231] env[71147]: value = "task-3421639" [ 1085.273231] env[71147]: _type = "Task" [ 1085.273231] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.282039] env[71147]: DEBUG oslo_vmware.api [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.292751] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-6dae7607-e24e-44d0-afb2-f7ad63571ff3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.403809] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.474643] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.943s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.477105] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.969s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.479318] env[71147]: INFO nova.compute.claims [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.500954] env[71147]: INFO nova.scheduler.client.report [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted allocations for instance 3068117f-8061-4686-a45f-b972431da487 [ 1085.574225] env[71147]: DEBUG oslo_vmware.api [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421636, 'name': ReconfigVM_Task, 'duration_secs': 1.157638} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.574526] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682595', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'name': 'volume-824adb9b-b30a-4b17-94d2-124e91b9ded8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '47abd936-95ee-4441-91f3-c1cfbda66bd0', 'attached_at': '', 'detached_at': '', 'volume_id': '824adb9b-b30a-4b17-94d2-124e91b9ded8', 'serial': '824adb9b-b30a-4b17-94d2-124e91b9ded8'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1085.599165] env[71147]: DEBUG nova.compute.manager [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.599165] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.599165] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79331d74-1fcb-4a54-bab8-ed7de13bdc1a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.613618] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.614400] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937adbd1-ef60-4bf9-b9a1-b82bebca7979 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.624232] env[71147]: DEBUG oslo_vmware.api [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1085.624232] env[71147]: value = "task-3421640" [ 1085.624232] env[71147]: _type = "Task" [ 1085.624232] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.634362] env[71147]: DEBUG oslo_vmware.api [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.690709] env[71147]: DEBUG oslo_vmware.api [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421637, 'name': PowerOnVM_Task, 'duration_secs': 0.44834} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.691195] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.691492] env[71147]: DEBUG nova.compute.manager [None req-1ea6298f-e1cb-4511-ba4d-dac3563357d2 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.692452] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c52aeef-43e9-4a64-9b7b-7c711df37e12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.712648] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421638, 'name': Rename_Task, 'duration_secs': 0.14883} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.713809] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.713809] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ebde0e0-9bdb-48ab-87ae-4fc0031aa49b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.721569] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1085.721569] env[71147]: value = "task-3421641" [ 1085.721569] env[71147]: _type = "Task" [ 1085.721569] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.729179] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.784016] env[71147]: DEBUG oslo_vmware.api [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421639, 'name': PowerOffVM_Task, 'duration_secs': 0.221018} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.784293] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.784541] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.784878] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28aa3513-0b57-4b4b-8e00-3837a2f4f823 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.796579] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b13fac4e-3780-45fd-a844-66608255cf52 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-6dae7607-e24e-44d0-afb2-f7ad63571ff3-f68ca30e-c765-4e4c-8d98-1d9aa921d5bc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.852s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.867946] env[71147]: DEBUG nova.compute.manager [req-9f11ad9c-193e-4b1e-bcdc-bf5f6ce7748c req-cd424564-b8ee-4497-b1ae-91c504e7a2b7 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-vif-deleted-edaac09d-eef7-4ff4-baae-a13d71e6a87b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.897014] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.897014] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.897014] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleting the datastore file [datastore1] 6dae7607-e24e-44d0-afb2-f7ad63571ff3 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.897014] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caea84b8-e27a-4031-a8f5-5506bb5e0874 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.903375] env[71147]: DEBUG oslo_vmware.api [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1085.903375] env[71147]: value = "task-3421643" [ 1085.903375] env[71147]: _type = "Task" [ 1085.903375] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.911255] env[71147]: DEBUG oslo_vmware.api [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.011706] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff330e95-4fa5-4ae5-9c80-1c09e1d4c02c tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "3068117f-8061-4686-a45f-b972431da487" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.495s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.130306] env[71147]: DEBUG nova.objects.instance [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'flavor' on Instance uuid 47abd936-95ee-4441-91f3-c1cfbda66bd0 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.138469] env[71147]: DEBUG oslo_vmware.api [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421640, 'name': PowerOffVM_Task, 'duration_secs': 0.215993} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.138792] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.138980] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.139290] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6d86b1e-04e0-470b-98ee-2a52ae3d6d70 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.210617] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.210972] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.211054] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Deleting the datastore file [datastore2] d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.212232] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6d4d247-a270-4a35-903d-52ef8b4927f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.220141] env[71147]: DEBUG oslo_vmware.api [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1086.220141] env[71147]: value = "task-3421645" [ 1086.220141] env[71147]: _type = "Task" [ 1086.220141] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.231596] env[71147]: DEBUG oslo_vmware.api [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.234655] env[71147]: DEBUG oslo_vmware.api [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421641, 'name': PowerOnVM_Task, 'duration_secs': 0.509485} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.234930] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.235161] env[71147]: INFO nova.compute.manager [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1086.235360] env[71147]: DEBUG nova.compute.manager [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.236137] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a598aba7-1df8-409e-9567-0ddda0df0ad0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.413034] env[71147]: DEBUG oslo_vmware.api [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156127} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.413034] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.413270] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.413393] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.413561] env[71147]: INFO nova.compute.manager [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1086.413796] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.413989] env[71147]: DEBUG nova.compute.manager [-] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.414100] env[71147]: DEBUG nova.network.neutron [-] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.456603] env[71147]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port edaac09d-eef7-4ff4-baae-a13d71e6a87b could not be found.", "detail": ""}} {{(pid=71147) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1086.456887] env[71147]: DEBUG nova.network.neutron [-] Unable to show port edaac09d-eef7-4ff4-baae-a13d71e6a87b as it no longer exists. {{(pid=71147) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1086.735668] env[71147]: DEBUG oslo_vmware.api [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138765} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.735668] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.735668] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.735668] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.735668] env[71147]: INFO nova.compute.manager [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1086.735668] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.735668] env[71147]: DEBUG nova.compute.manager [-] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.735668] env[71147]: DEBUG nova.network.neutron [-] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.751555] env[71147]: INFO nova.compute.manager [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Took 19.37 seconds to build instance. [ 1086.773914] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2781d944-d116-430a-a7c7-83ca9892484e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.782114] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14422876-358f-4e28-9124-945522929f1e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.815740] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c291de0e-f86a-4c85-85c8-f7d65f40daf3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.823935] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2328c4cb-520c-40d0-8c46-e2427cf67121 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.841150] env[71147]: DEBUG nova.compute.provider_tree [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.138156] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2138d996-84aa-4d16-9028-ae8165ab8463 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.290s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.255466] env[71147]: DEBUG oslo_concurrency.lockutils [None req-178c0e22-c2cf-420d-9bb9-5035f063ac22 tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.887s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.348047] env[71147]: DEBUG nova.compute.manager [req-e67fb631-35b5-4cb5-b1ff-580596f3b6c6 req-b4fd3209-9582-44cb-b24f-39cc6b0ce966 service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Received event network-vif-deleted-cf59131a-8794-4c17-ad2b-4caf4999695b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.348253] env[71147]: INFO nova.compute.manager [req-e67fb631-35b5-4cb5-b1ff-580596f3b6c6 req-b4fd3209-9582-44cb-b24f-39cc6b0ce966 service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Neutron deleted interface cf59131a-8794-4c17-ad2b-4caf4999695b; detaching it from the instance and deleting it from the info cache [ 1087.348421] env[71147]: DEBUG nova.network.neutron [req-e67fb631-35b5-4cb5-b1ff-580596f3b6c6 req-b4fd3209-9582-44cb-b24f-39cc6b0ce966 service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.360414] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.360650] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.360844] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.361028] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.361200] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.363335] env[71147]: INFO nova.compute.manager [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Terminating instance [ 1087.383051] env[71147]: DEBUG nova.scheduler.client.report [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1087.383352] env[71147]: DEBUG nova.compute.provider_tree [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 135 to 136 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1087.383532] env[71147]: DEBUG nova.compute.provider_tree [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.414830] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a5fb15-d216-4e04-a05b-6f410666fb40 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.422532] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-780b818c-30ac-4faa-9ba6-8578616d231d tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Suspending the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1087.423197] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ee5893e2-b638-4b94-9a60-9007898fce05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.429399] env[71147]: DEBUG oslo_vmware.api [None req-780b818c-30ac-4faa-9ba6-8578616d231d tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1087.429399] env[71147]: value = "task-3421646" [ 1087.429399] env[71147]: _type = "Task" [ 1087.429399] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.436911] env[71147]: DEBUG oslo_vmware.api [None req-780b818c-30ac-4faa-9ba6-8578616d231d tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421646, 'name': SuspendVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.578266] env[71147]: DEBUG nova.network.neutron [-] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.744556] env[71147]: DEBUG nova.network.neutron [-] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.855397] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cf204c9-bd51-4050-b322-0d3def55e7a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.867330] env[71147]: DEBUG nova.compute.manager [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.869167] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.869167] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba53a230-7379-4649-bfa5-f0983020d3b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.876872] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b602e57c-dd3d-4a77-8773-f24fe7ccd2b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.890334] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.891034] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23c08fbe-3720-419b-b3ad-53e7332b23df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.896022] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.896022] env[71147]: DEBUG nova.compute.manager [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.900627] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.077s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.903627] env[71147]: INFO nova.compute.claims [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.908675] env[71147]: DEBUG nova.compute.manager [req-33fd52a8-6a75-417e-94c7-b65ba0a5f475 req-66e39c50-fa99-4736-805c-ab828479cd26 service nova] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Received event network-vif-deleted-f3025694-e41d-49cb-b275-61a103fa03b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.927336] env[71147]: DEBUG nova.compute.manager [req-e67fb631-35b5-4cb5-b1ff-580596f3b6c6 req-b4fd3209-9582-44cb-b24f-39cc6b0ce966 service nova] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Detach interface failed, port_id=cf59131a-8794-4c17-ad2b-4caf4999695b, reason: Instance d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.930341] env[71147]: DEBUG oslo_vmware.api [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1087.930341] env[71147]: value = "task-3421647" [ 1087.930341] env[71147]: _type = "Task" [ 1087.930341] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.949091] env[71147]: DEBUG oslo_vmware.api [None req-780b818c-30ac-4faa-9ba6-8578616d231d tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421646, 'name': SuspendVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.952405] env[71147]: DEBUG oslo_vmware.api [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.081093] env[71147]: INFO nova.compute.manager [-] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Took 1.35 seconds to deallocate network for instance. [ 1088.248323] env[71147]: INFO nova.compute.manager [-] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Took 1.83 seconds to deallocate network for instance. [ 1088.411613] env[71147]: DEBUG nova.compute.utils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.413150] env[71147]: DEBUG nova.compute.manager [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.413346] env[71147]: DEBUG nova.network.neutron [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.443551] env[71147]: DEBUG oslo_vmware.api [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421647, 'name': PowerOffVM_Task, 'duration_secs': 0.255224} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.446704] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.446887] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.447169] env[71147]: DEBUG oslo_vmware.api [None req-780b818c-30ac-4faa-9ba6-8578616d231d tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421646, 'name': SuspendVM_Task, 'duration_secs': 0.653987} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.447370] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23e6662f-deeb-4566-b824-597de63a729a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.449022] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-780b818c-30ac-4faa-9ba6-8578616d231d tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Suspended the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1088.449210] env[71147]: DEBUG nova.compute.manager [None req-780b818c-30ac-4faa-9ba6-8578616d231d tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.449997] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16ae621-e6e7-44ee-bb11-cbadd7df9132 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.459041] env[71147]: DEBUG nova.policy [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564c79b531ac4334b1c1a5023e2edee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f896037fe447b5a11d606b9d07429d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.515489] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.515714] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.515944] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleting the datastore file [datastore2] 47abd936-95ee-4441-91f3-c1cfbda66bd0 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.516359] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-913e21a9-d1b7-4ca1-8e3e-1308740e0217 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.522685] env[71147]: DEBUG oslo_vmware.api [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1088.522685] env[71147]: value = "task-3421649" [ 1088.522685] env[71147]: _type = "Task" [ 1088.522685] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.531437] env[71147]: DEBUG oslo_vmware.api [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.587579] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.754331] env[71147]: DEBUG oslo_concurrency.lockutils [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.775207] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "2c1887aa-7a48-4055-b772-474ae7d40768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.776222] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.780483] env[71147]: DEBUG nova.network.neutron [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Successfully created port: ed273bd0-2d90-4253-bb98-0abbf1ecbf57 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.919677] env[71147]: DEBUG nova.compute.manager [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.033349] env[71147]: DEBUG oslo_vmware.api [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147622} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.033611] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.033824] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.033999] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.034189] env[71147]: INFO nova.compute.manager [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1089.034423] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.034616] env[71147]: DEBUG nova.compute.manager [-] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.034706] env[71147]: DEBUG nova.network.neutron [-] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.193115] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf19cafe-720b-4de2-8716-fbf9d5c2aedc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.200887] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd6107-41c1-43ce-a04f-12f60c1efff3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.232783] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdd6b39-2bf8-4ed4-97e8-c4e49194c91d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.240984] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b854dff-6b0f-41e7-a8f8-695872962710 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.255262] env[71147]: DEBUG nova.compute.provider_tree [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.278209] env[71147]: DEBUG nova.compute.manager [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.622183] env[71147]: DEBUG nova.compute.manager [req-93f78dc3-c386-4251-a7c7-c887035c0800 req-9572597d-4854-4991-809d-2508e506b6e4 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Received event network-vif-deleted-79048504-5fc2-4884-9daf-c99163754397 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.622583] env[71147]: INFO nova.compute.manager [req-93f78dc3-c386-4251-a7c7-c887035c0800 req-9572597d-4854-4991-809d-2508e506b6e4 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Neutron deleted interface 79048504-5fc2-4884-9daf-c99163754397; detaching it from the instance and deleting it from the info cache [ 1089.622583] env[71147]: DEBUG nova.network.neutron [req-93f78dc3-c386-4251-a7c7-c887035c0800 req-9572597d-4854-4991-809d-2508e506b6e4 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.759357] env[71147]: DEBUG nova.scheduler.client.report [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.806095] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.927485] env[71147]: DEBUG nova.compute.manager [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.953767] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.954037] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.954447] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.954636] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.954786] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.954928] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.955155] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.955314] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.955477] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.955636] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.955805] env[71147]: DEBUG nova.virt.hardware [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.956684] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc364f-cab4-4321-a3cf-bbc5b7ce574d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.966213] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96962ad-595f-4f8f-b944-61461f0ce7cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.023081] env[71147]: DEBUG nova.network.neutron [-] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.079090] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.079352] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.079564] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.079746] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.079968] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.082050] env[71147]: INFO nova.compute.manager [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Terminating instance [ 1090.126165] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71d05777-f8c0-496e-b90a-43fc0c2fb742 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.135950] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ca21e9-dd77-4c23-b86f-118b1ca47bf8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.171286] env[71147]: DEBUG nova.compute.manager [req-93f78dc3-c386-4251-a7c7-c887035c0800 req-9572597d-4854-4991-809d-2508e506b6e4 service nova] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Detach interface failed, port_id=79048504-5fc2-4884-9daf-c99163754397, reason: Instance 47abd936-95ee-4441-91f3-c1cfbda66bd0 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.176158] env[71147]: DEBUG nova.compute.manager [req-3c7d088c-ca19-45a7-8c21-13a9c99066bf req-48935f66-bcf6-4ef0-bd88-f2b27ce79bea service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Received event network-vif-plugged-ed273bd0-2d90-4253-bb98-0abbf1ecbf57 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.176371] env[71147]: DEBUG oslo_concurrency.lockutils [req-3c7d088c-ca19-45a7-8c21-13a9c99066bf req-48935f66-bcf6-4ef0-bd88-f2b27ce79bea service nova] Acquiring lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.176569] env[71147]: DEBUG oslo_concurrency.lockutils [req-3c7d088c-ca19-45a7-8c21-13a9c99066bf req-48935f66-bcf6-4ef0-bd88-f2b27ce79bea service nova] Lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.176895] env[71147]: DEBUG oslo_concurrency.lockutils [req-3c7d088c-ca19-45a7-8c21-13a9c99066bf req-48935f66-bcf6-4ef0-bd88-f2b27ce79bea service nova] Lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.176935] env[71147]: DEBUG nova.compute.manager [req-3c7d088c-ca19-45a7-8c21-13a9c99066bf req-48935f66-bcf6-4ef0-bd88-f2b27ce79bea service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] No waiting events found dispatching network-vif-plugged-ed273bd0-2d90-4253-bb98-0abbf1ecbf57 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.177091] env[71147]: WARNING nova.compute.manager [req-3c7d088c-ca19-45a7-8c21-13a9c99066bf req-48935f66-bcf6-4ef0-bd88-f2b27ce79bea service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Received unexpected event network-vif-plugged-ed273bd0-2d90-4253-bb98-0abbf1ecbf57 for instance with vm_state building and task_state spawning. [ 1090.246705] env[71147]: DEBUG nova.network.neutron [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Successfully updated port: ed273bd0-2d90-4253-bb98-0abbf1ecbf57 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.262538] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.263067] env[71147]: DEBUG nova.compute.manager [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.266331] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.596s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.526179] env[71147]: INFO nova.compute.manager [-] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Took 1.49 seconds to deallocate network for instance. [ 1090.586248] env[71147]: DEBUG nova.compute.manager [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.586485] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.587897] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcbbd7a-c3e8-4eda-b1e7-b26e0ec20d7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.595864] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.596117] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-960d0e23-a72f-4d46-b47e-63ab118e11fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.664674] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.664958] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.665107] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleting the datastore file [datastore1] aac6652a-92b4-4eff-ab1d-a148a7ae52ab {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.665393] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-031827bf-e900-4d21-ac33-8e8607a4779e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.673326] env[71147]: DEBUG oslo_vmware.api [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1090.673326] env[71147]: value = "task-3421651" [ 1090.673326] env[71147]: _type = "Task" [ 1090.673326] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.681580] env[71147]: DEBUG oslo_vmware.api [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.752366] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-d3c06463-a7b6-4577-a9c4-68ef44a62e0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.752366] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-d3c06463-a7b6-4577-a9c4-68ef44a62e0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.752484] env[71147]: DEBUG nova.network.neutron [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.768182] env[71147]: DEBUG nova.compute.utils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.772305] env[71147]: DEBUG nova.objects.instance [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'migration_context' on Instance uuid bf413d83-c4ee-4af8-bc18-d3a0418b4561 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.772927] env[71147]: DEBUG nova.compute.manager [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.773173] env[71147]: DEBUG nova.network.neutron [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.846640] env[71147]: DEBUG nova.policy [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '949183904cc94296b0108cf6881b49d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2c4c1a40834219a8f9b4877a817378', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.033015] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.174883] env[71147]: DEBUG nova.network.neutron [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Successfully created port: 66d8cd75-d28d-42be-b886-cd2538f0ec63 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.185911] env[71147]: DEBUG oslo_vmware.api [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18873} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.186184] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.186361] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.186528] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.186695] env[71147]: INFO nova.compute.manager [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1091.186939] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.187139] env[71147]: DEBUG nova.compute.manager [-] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.187235] env[71147]: DEBUG nova.network.neutron [-] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.272840] env[71147]: DEBUG nova.compute.manager [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.301686] env[71147]: DEBUG nova.network.neutron [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.527350] env[71147]: DEBUG nova.network.neutron [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Updating instance_info_cache with network_info: [{"id": "ed273bd0-2d90-4253-bb98-0abbf1ecbf57", "address": "fa:16:3e:0c:45:29", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped273bd0-2d", "ovs_interfaceid": "ed273bd0-2d90-4253-bb98-0abbf1ecbf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.549341] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43372ae8-1f40-4152-a048-daf62abc8504 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.557107] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d182fc40-b354-4810-a1cd-19d99741b799 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.587693] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16df1a74-de50-4cc1-840d-226484cbf288 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.595441] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c102d36b-291b-4bc9-9805-f377c3873aa1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.610425] env[71147]: DEBUG nova.compute.provider_tree [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.661980] env[71147]: DEBUG nova.compute.manager [req-1e9e59de-4b4f-4769-a45c-1c60dcff7a52 req-2d27af93-21dc-45c7-9906-8e36a9e6385c service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Received event network-vif-deleted-1febd2ce-d39f-4c9f-ae8e-63f19228b49f {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.662194] env[71147]: INFO nova.compute.manager [req-1e9e59de-4b4f-4769-a45c-1c60dcff7a52 req-2d27af93-21dc-45c7-9906-8e36a9e6385c service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Neutron deleted interface 1febd2ce-d39f-4c9f-ae8e-63f19228b49f; detaching it from the instance and deleting it from the info cache [ 1091.662419] env[71147]: DEBUG nova.network.neutron [req-1e9e59de-4b4f-4769-a45c-1c60dcff7a52 req-2d27af93-21dc-45c7-9906-8e36a9e6385c service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.361052] env[71147]: DEBUG nova.network.neutron [-] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.362636] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-d3c06463-a7b6-4577-a9c4-68ef44a62e0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.362965] env[71147]: DEBUG nova.compute.manager [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Instance network_info: |[{"id": "ed273bd0-2d90-4253-bb98-0abbf1ecbf57", "address": "fa:16:3e:0c:45:29", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped273bd0-2d", "ovs_interfaceid": "ed273bd0-2d90-4253-bb98-0abbf1ecbf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.366764] env[71147]: DEBUG nova.compute.manager [req-0df0ef69-429b-4a70-9e9d-fb3654d5707a req-76e8e93d-c1b0-4788-8cb0-cf686b1fde1a service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Received event network-changed-ed273bd0-2d90-4253-bb98-0abbf1ecbf57 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.366944] env[71147]: DEBUG nova.compute.manager [req-0df0ef69-429b-4a70-9e9d-fb3654d5707a req-76e8e93d-c1b0-4788-8cb0-cf686b1fde1a service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Refreshing instance network info cache due to event network-changed-ed273bd0-2d90-4253-bb98-0abbf1ecbf57. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.367155] env[71147]: DEBUG oslo_concurrency.lockutils [req-0df0ef69-429b-4a70-9e9d-fb3654d5707a req-76e8e93d-c1b0-4788-8cb0-cf686b1fde1a service nova] Acquiring lock "refresh_cache-d3c06463-a7b6-4577-a9c4-68ef44a62e0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.367294] env[71147]: DEBUG oslo_concurrency.lockutils [req-0df0ef69-429b-4a70-9e9d-fb3654d5707a req-76e8e93d-c1b0-4788-8cb0-cf686b1fde1a service nova] Acquired lock "refresh_cache-d3c06463-a7b6-4577-a9c4-68ef44a62e0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.367449] env[71147]: DEBUG nova.network.neutron [req-0df0ef69-429b-4a70-9e9d-fb3654d5707a req-76e8e93d-c1b0-4788-8cb0-cf686b1fde1a service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Refreshing network info cache for port ed273bd0-2d90-4253-bb98-0abbf1ecbf57 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.369803] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:45:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed273bd0-2d90-4253-bb98-0abbf1ecbf57', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.379192] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.379192] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9b87c16-72e7-4ad5-8ec1-9139053b715a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.382031] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.382550] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae59a55-803d-46d1-9c82-f7697e7c86ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.398810] env[71147]: ERROR nova.scheduler.client.report [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [req-f2fbff1e-ec23-4e51-8382-1f0f36ddb3cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2fbff1e-ec23-4e51-8382-1f0f36ddb3cd"}]} [ 1092.406841] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f269c938-e9f4-4a53-ad97-84edcc7f7ed8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.419676] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.419676] env[71147]: value = "task-3421652" [ 1092.419676] env[71147]: _type = "Task" [ 1092.419676] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.423750] env[71147]: DEBUG nova.scheduler.client.report [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1092.430946] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421652, 'name': CreateVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.440632] env[71147]: DEBUG nova.compute.manager [req-1e9e59de-4b4f-4769-a45c-1c60dcff7a52 req-2d27af93-21dc-45c7-9906-8e36a9e6385c service nova] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Detach interface failed, port_id=1febd2ce-d39f-4c9f-ae8e-63f19228b49f, reason: Instance aac6652a-92b4-4eff-ab1d-a148a7ae52ab could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.441614] env[71147]: DEBUG nova.scheduler.client.report [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1092.441832] env[71147]: DEBUG nova.compute.provider_tree [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.452941] env[71147]: DEBUG nova.scheduler.client.report [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1092.474530] env[71147]: DEBUG nova.scheduler.client.report [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1092.676953] env[71147]: DEBUG nova.network.neutron [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Successfully updated port: 66d8cd75-d28d-42be-b886-cd2538f0ec63 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.730286] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf76821d-f2fd-404b-abee-43f9e48b8757 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.737550] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e763f78-8563-420e-9d2c-1b680b48a029 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.769724] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e26d1b-7a14-4271-8112-5a3c59bc5672 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.777135] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f7e57c-e399-46c7-b70e-c5dcf22a4fd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.790836] env[71147]: DEBUG nova.compute.provider_tree [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.862973] env[71147]: DEBUG nova.compute.manager [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.867663] env[71147]: INFO nova.compute.manager [-] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Took 1.68 seconds to deallocate network for instance. [ 1092.894037] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.894311] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.894614] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.894912] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.895232] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.895450] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.895775] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.896054] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.896354] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.896694] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.896980] env[71147]: DEBUG nova.virt.hardware [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.898306] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4147b-b89d-4f2c-804a-524f45633f6f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.912262] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62ee75d-5136-4c73-876b-0c3146159cf9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.935704] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421652, 'name': CreateVM_Task, 'duration_secs': 0.525864} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.935883] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.936582] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.937186] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.937186] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.937778] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62fccd0f-92ef-4391-9e36-0e2fc41cf19e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.941720] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1092.941720] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f0336c-e8f4-07dc-6ca6-44d7757cb01a" [ 1092.941720] env[71147]: _type = "Task" [ 1092.941720] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.949219] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f0336c-e8f4-07dc-6ca6-44d7757cb01a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.096765] env[71147]: DEBUG nova.network.neutron [req-0df0ef69-429b-4a70-9e9d-fb3654d5707a req-76e8e93d-c1b0-4788-8cb0-cf686b1fde1a service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Updated VIF entry in instance network info cache for port ed273bd0-2d90-4253-bb98-0abbf1ecbf57. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.096765] env[71147]: DEBUG nova.network.neutron [req-0df0ef69-429b-4a70-9e9d-fb3654d5707a req-76e8e93d-c1b0-4788-8cb0-cf686b1fde1a service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Updating instance_info_cache with network_info: [{"id": "ed273bd0-2d90-4253-bb98-0abbf1ecbf57", "address": "fa:16:3e:0c:45:29", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped273bd0-2d", "ovs_interfaceid": "ed273bd0-2d90-4253-bb98-0abbf1ecbf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.183803] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquiring lock "refresh_cache-125cbb5c-51fe-4b4b-bf52-e90412d5cab8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.183803] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquired lock "refresh_cache-125cbb5c-51fe-4b4b-bf52-e90412d5cab8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.183803] env[71147]: DEBUG nova.network.neutron [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.323225] env[71147]: DEBUG nova.scheduler.client.report [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1093.323478] env[71147]: DEBUG nova.compute.provider_tree [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 137 to 138 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1093.323660] env[71147]: DEBUG nova.compute.provider_tree [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.374999] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.451643] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f0336c-e8f4-07dc-6ca6-44d7757cb01a, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.451944] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.452191] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.452422] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.452562] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.452734] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.452984] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da64c9cb-a6ea-405f-b01e-09556a1373c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.460831] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.461011] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.461732] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f377de5-8931-4c85-91b8-1abb70e82caf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.467231] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1093.467231] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c89e10-1078-e291-5e8a-2edea355b942" [ 1093.467231] env[71147]: _type = "Task" [ 1093.467231] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.474066] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c89e10-1078-e291-5e8a-2edea355b942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.599576] env[71147]: DEBUG oslo_concurrency.lockutils [req-0df0ef69-429b-4a70-9e9d-fb3654d5707a req-76e8e93d-c1b0-4788-8cb0-cf686b1fde1a service nova] Releasing lock "refresh_cache-d3c06463-a7b6-4577-a9c4-68ef44a62e0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.730038] env[71147]: DEBUG nova.network.neutron [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.881415] env[71147]: DEBUG nova.network.neutron [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Updating instance_info_cache with network_info: [{"id": "66d8cd75-d28d-42be-b886-cd2538f0ec63", "address": "fa:16:3e:d3:86:5f", "network": {"id": "112e656f-0e65-4a21-a302-a8e74cec0ec4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1883248522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2c4c1a40834219a8f9b4877a817378", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d8cd75-d2", "ovs_interfaceid": "66d8cd75-d28d-42be-b886-cd2538f0ec63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.977052] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c89e10-1078-e291-5e8a-2edea355b942, 'name': SearchDatastore_Task, 'duration_secs': 0.008316} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.977852] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31391d5-e46c-4b9e-81ec-0dd9a95a3faa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.983393] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1093.983393] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522ad61f-58f4-47a1-2549-e0bb37bbf29f" [ 1093.983393] env[71147]: _type = "Task" [ 1093.983393] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.991168] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522ad61f-58f4-47a1-2549-e0bb37bbf29f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.219160] env[71147]: DEBUG nova.compute.manager [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Received event network-vif-plugged-66d8cd75-d28d-42be-b886-cd2538f0ec63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.219160] env[71147]: DEBUG oslo_concurrency.lockutils [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] Acquiring lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.219160] env[71147]: DEBUG oslo_concurrency.lockutils [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] Lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.219160] env[71147]: DEBUG oslo_concurrency.lockutils [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] Lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.219160] env[71147]: DEBUG nova.compute.manager [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] No waiting events found dispatching network-vif-plugged-66d8cd75-d28d-42be-b886-cd2538f0ec63 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.219160] env[71147]: WARNING nova.compute.manager [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Received unexpected event network-vif-plugged-66d8cd75-d28d-42be-b886-cd2538f0ec63 for instance with vm_state building and task_state spawning. [ 1094.219160] env[71147]: DEBUG nova.compute.manager [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Received event network-changed-66d8cd75-d28d-42be-b886-cd2538f0ec63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.220367] env[71147]: DEBUG nova.compute.manager [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Refreshing instance network info cache due to event network-changed-66d8cd75-d28d-42be-b886-cd2538f0ec63. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.220851] env[71147]: DEBUG oslo_concurrency.lockutils [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] Acquiring lock "refresh_cache-125cbb5c-51fe-4b4b-bf52-e90412d5cab8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.334658] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.068s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.340511] env[71147]: DEBUG oslo_concurrency.lockutils [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.165s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.340888] env[71147]: DEBUG nova.objects.instance [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lazy-loading 'resources' on Instance uuid 19515f96-c488-4b37-9719-e83615dff1dc {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.384164] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Releasing lock "refresh_cache-125cbb5c-51fe-4b4b-bf52-e90412d5cab8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.384481] env[71147]: DEBUG nova.compute.manager [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Instance network_info: |[{"id": "66d8cd75-d28d-42be-b886-cd2538f0ec63", "address": "fa:16:3e:d3:86:5f", "network": {"id": "112e656f-0e65-4a21-a302-a8e74cec0ec4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1883248522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2c4c1a40834219a8f9b4877a817378", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d8cd75-d2", "ovs_interfaceid": "66d8cd75-d28d-42be-b886-cd2538f0ec63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.384740] env[71147]: DEBUG oslo_concurrency.lockutils [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] Acquired lock "refresh_cache-125cbb5c-51fe-4b4b-bf52-e90412d5cab8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.384917] env[71147]: DEBUG nova.network.neutron [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Refreshing network info cache for port 66d8cd75-d28d-42be-b886-cd2538f0ec63 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.386116] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:86:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66d8cd75-d28d-42be-b886-cd2538f0ec63', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.394818] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Creating folder: Project (fd2c4c1a40834219a8f9b4877a817378). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.395798] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dd87d06-804c-4e7c-8792-9b68ece12e84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.408650] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Created folder: Project (fd2c4c1a40834219a8f9b4877a817378) in parent group-v682378. [ 1094.408829] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Creating folder: Instances. Parent ref: group-v682645. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.409081] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-474ab692-1c54-4366-b64e-961e6d19dce4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.419231] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Created folder: Instances in parent group-v682645. [ 1094.419440] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.419614] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.419799] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11362bf2-1405-45b1-ae9c-dd0732949088 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.440360] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.440360] env[71147]: value = "task-3421655" [ 1094.440360] env[71147]: _type = "Task" [ 1094.440360] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.447798] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421655, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.493691] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522ad61f-58f4-47a1-2549-e0bb37bbf29f, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.493964] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.494246] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] d3c06463-a7b6-4577-a9c4-68ef44a62e0d/d3c06463-a7b6-4577-a9c4-68ef44a62e0d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.494497] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7677765b-c878-45b7-8c0c-257eb23fa2a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.501016] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1094.501016] env[71147]: value = "task-3421656" [ 1094.501016] env[71147]: _type = "Task" [ 1094.501016] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.511719] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.958350] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421655, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.016801] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421656, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.134240] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc00b5c-0819-4236-b028-8456eb5bb835 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.144106] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc2acd-2d1a-4234-8a1c-3d9bb8c7414b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.179871] env[71147]: DEBUG nova.network.neutron [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Updated VIF entry in instance network info cache for port 66d8cd75-d28d-42be-b886-cd2538f0ec63. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.180254] env[71147]: DEBUG nova.network.neutron [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Updating instance_info_cache with network_info: [{"id": "66d8cd75-d28d-42be-b886-cd2538f0ec63", "address": "fa:16:3e:d3:86:5f", "network": {"id": "112e656f-0e65-4a21-a302-a8e74cec0ec4", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1883248522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2c4c1a40834219a8f9b4877a817378", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66d8cd75-d2", "ovs_interfaceid": "66d8cd75-d28d-42be-b886-cd2538f0ec63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.181845] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24cee99-9947-4084-a5a4-4980f3e5e878 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.189855] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c7695d-2a52-4e15-aed0-11234c069bf9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.204360] env[71147]: DEBUG nova.compute.provider_tree [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.458029] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421655, 'name': CreateVM_Task, 'duration_secs': 0.529955} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.458029] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.458029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.458029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.458029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.458029] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4b38bc-3f2d-4b33-ba6c-3d9c40ad5d0f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.463727] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1095.463727] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52936413-c06e-34bb-1f39-307c88499828" [ 1095.463727] env[71147]: _type = "Task" [ 1095.463727] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.471659] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52936413-c06e-34bb-1f39-307c88499828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.510167] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513768} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.510485] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] d3c06463-a7b6-4577-a9c4-68ef44a62e0d/d3c06463-a7b6-4577-a9c4-68ef44a62e0d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.510774] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.511096] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42001178-0d95-4e68-b837-8647e4adc844 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.517809] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1095.517809] env[71147]: value = "task-3421657" [ 1095.517809] env[71147]: _type = "Task" [ 1095.517809] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.526259] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.686731] env[71147]: DEBUG oslo_concurrency.lockutils [req-5cab3c4c-232e-4700-99fd-623a39828f4a req-a06d629d-103c-4a31-a869-3c33708919e7 service nova] Releasing lock "refresh_cache-125cbb5c-51fe-4b4b-bf52-e90412d5cab8" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.736729] env[71147]: DEBUG nova.scheduler.client.report [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1095.737095] env[71147]: DEBUG nova.compute.provider_tree [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 138 to 139 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1095.737343] env[71147]: DEBUG nova.compute.provider_tree [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.874439] env[71147]: INFO nova.compute.manager [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Swapping old allocation on dict_keys(['35e35e14-9e34-4508-84da-a69238f1eb09']) held by migration 8d08b1ea-5b76-44d3-b606-08639ac1509b for instance [ 1095.896819] env[71147]: DEBUG nova.scheduler.client.report [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Overwriting current allocation {'allocations': {'35e35e14-9e34-4508-84da-a69238f1eb09': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 139}}, 'project_id': 'da5496217b7b4f458818189a20c00699', 'user_id': '50f7d1eeae6048078e7b181a75524615', 'consumer_generation': 1} on consumer bf413d83-c4ee-4af8-bc18-d3a0418b4561 {{(pid=71147) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1095.973592] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52936413-c06e-34bb-1f39-307c88499828, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.973876] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.974123] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.974364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.974510] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.974687] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.974940] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15b11935-29a5-47fa-9c5f-f373b931697f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.978894] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.979098] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.979273] env[71147]: DEBUG nova.network.neutron [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.982787] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.982954] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.983640] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11eb6ed6-6ca9-4c31-b6e5-6661153d123d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.988386] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1095.988386] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f27dcd-7293-f04e-ac2a-89b3c814266a" [ 1095.988386] env[71147]: _type = "Task" [ 1095.988386] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.995895] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f27dcd-7293-f04e-ac2a-89b3c814266a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.026181] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055807} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.026759] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.027201] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e61af3-6d32-4fc8-9dd5-9f9401d5367f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.047926] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d3c06463-a7b6-4577-a9c4-68ef44a62e0d/d3c06463-a7b6-4577-a9c4-68ef44a62e0d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.048186] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf1d63b-14b8-4cc5-a001-c346b65d4080 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.066731] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1096.066731] env[71147]: value = "task-3421658" [ 1096.066731] env[71147]: _type = "Task" [ 1096.066731] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.073866] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421658, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.242679] env[71147]: DEBUG oslo_concurrency.lockutils [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.245380] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.779s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.247175] env[71147]: INFO nova.compute.claims [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.263514] env[71147]: INFO nova.scheduler.client.report [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Deleted allocations for instance 19515f96-c488-4b37-9719-e83615dff1dc [ 1096.498742] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f27dcd-7293-f04e-ac2a-89b3c814266a, 'name': SearchDatastore_Task, 'duration_secs': 0.008135} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.499567] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a76cb3-7eb2-4ea3-8928-b6aa8a78333c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.504645] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1096.504645] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52057863-e8ac-d828-6917-13d67a50eaf7" [ 1096.504645] env[71147]: _type = "Task" [ 1096.504645] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.512131] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52057863-e8ac-d828-6917-13d67a50eaf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.576698] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421658, 'name': ReconfigVM_Task, 'duration_secs': 0.284207} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.576985] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d3c06463-a7b6-4577-a9c4-68ef44a62e0d/d3c06463-a7b6-4577-a9c4-68ef44a62e0d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.577612] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39dacf9f-70a3-4c98-9af4-5015e533955c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.584888] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1096.584888] env[71147]: value = "task-3421659" [ 1096.584888] env[71147]: _type = "Task" [ 1096.584888] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.592202] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421659, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.771670] env[71147]: DEBUG oslo_concurrency.lockutils [None req-450b058b-fbf4-4dfe-a0a5-2980bd08a534 tempest-ServerGroupTestJSON-31308556 tempest-ServerGroupTestJSON-31308556-project-member] Lock "19515f96-c488-4b37-9719-e83615dff1dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.491s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.838116] env[71147]: DEBUG nova.network.neutron [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance_info_cache with network_info: [{"id": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "address": "fa:16:3e:e4:5f:74", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7041e488-b4", "ovs_interfaceid": "7041e488-b42c-46b0-ab2f-e5a7e798727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.016339] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52057863-e8ac-d828-6917-13d67a50eaf7, 'name': SearchDatastore_Task, 'duration_secs': 0.016153} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.016985] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.016985] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 125cbb5c-51fe-4b4b-bf52-e90412d5cab8/125cbb5c-51fe-4b4b-bf52-e90412d5cab8.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.017148] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9529c6cd-a394-4e09-a6bf-94810c5181a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.027039] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1097.027039] env[71147]: value = "task-3421660" [ 1097.027039] env[71147]: _type = "Task" [ 1097.027039] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.035212] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.094329] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421659, 'name': Rename_Task, 'duration_secs': 0.183945} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.094614] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.094866] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99535517-380a-4f33-8313-a7c3f02a6774 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.100839] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1097.100839] env[71147]: value = "task-3421661" [ 1097.100839] env[71147]: _type = "Task" [ 1097.100839] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.112496] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.340388] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-bf413d83-c4ee-4af8-bc18-d3a0418b4561" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.341694] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff472c57-923f-483a-b325-3848fb4f1540 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.351857] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b058d8c-3d1e-48be-ac68-2dc13bd55c94 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.536638] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421660, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.553106] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd52dcc2-b771-4063-b085-74db76647f3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.561118] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb87bb45-b17b-4fe6-aec4-56b65d217cac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.593779] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf768bb0-f37a-4bd3-82ea-06b1f938093c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.601916] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e05245-65c5-4304-a981-0a0c57321f6e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.620669] env[71147]: DEBUG nova.compute.provider_tree [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.625746] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421661, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.038476] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421660, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.119750] env[71147]: DEBUG oslo_vmware.api [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421661, 'name': PowerOnVM_Task, 'duration_secs': 0.59119} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.120269] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.120695] env[71147]: INFO nova.compute.manager [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1098.123036] env[71147]: DEBUG nova.compute.manager [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.123036] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a456d77f-ecb3-4254-a316-61c41cb9765e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.127192] env[71147]: DEBUG nova.scheduler.client.report [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.131617] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.131975] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.465837] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.466204] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-340c74f9-f2b2-41b1-b7d8-293ff47bcf7e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.473787] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1098.473787] env[71147]: value = "task-3421662" [ 1098.473787] env[71147]: _type = "Task" [ 1098.473787] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.484611] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.539669] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421660, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.444534} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.539978] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 125cbb5c-51fe-4b4b-bf52-e90412d5cab8/125cbb5c-51fe-4b4b-bf52-e90412d5cab8.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.540153] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.540422] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dba60894-eebf-4584-a0fc-c78d9ed1c28f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.547379] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1098.547379] env[71147]: value = "task-3421663" [ 1098.547379] env[71147]: _type = "Task" [ 1098.547379] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.555515] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.635432] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.636112] env[71147]: DEBUG nova.compute.manager [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.639359] env[71147]: DEBUG nova.compute.utils [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.640913] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.846s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.641247] env[71147]: DEBUG nova.objects.instance [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lazy-loading 'resources' on Instance uuid 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.649708] env[71147]: INFO nova.compute.manager [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Took 19.16 seconds to build instance. [ 1098.987034] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421662, 'name': PowerOffVM_Task, 'duration_secs': 0.36663} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.987034] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.987034] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.987569] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.992478] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a52dafd8-7802-4218-a86d-8568a8a39850 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.008925] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1099.008925] env[71147]: value = "task-3421664" [ 1099.008925] env[71147]: _type = "Task" [ 1099.008925] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.017247] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.056738] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118897} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.056961] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.057809] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828758f7-6758-41e8-b15e-85ba93aa6be5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.080044] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 125cbb5c-51fe-4b4b-bf52-e90412d5cab8/125cbb5c-51fe-4b4b-bf52-e90412d5cab8.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.080349] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b37260e-77d0-4d60-a789-1420907b5b0a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.099863] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1099.099863] env[71147]: value = "task-3421665" [ 1099.099863] env[71147]: _type = "Task" [ 1099.099863] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.108147] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.142791] env[71147]: DEBUG nova.compute.utils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.144413] env[71147]: DEBUG nova.compute.manager [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1099.145102] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.151767] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ac661ad5-4df1-458f-9650-34fc5d87116a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.666s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.271158] env[71147]: DEBUG nova.compute.manager [req-7eed7ebe-95b8-4fa6-be3a-a626b577a93a req-a5cc2147-1d83-431d-bc62-b111b9ff46f2 service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Received event network-changed-ed273bd0-2d90-4253-bb98-0abbf1ecbf57 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.271548] env[71147]: DEBUG nova.compute.manager [req-7eed7ebe-95b8-4fa6-be3a-a626b577a93a req-a5cc2147-1d83-431d-bc62-b111b9ff46f2 service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Refreshing instance network info cache due to event network-changed-ed273bd0-2d90-4253-bb98-0abbf1ecbf57. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.271692] env[71147]: DEBUG oslo_concurrency.lockutils [req-7eed7ebe-95b8-4fa6-be3a-a626b577a93a req-a5cc2147-1d83-431d-bc62-b111b9ff46f2 service nova] Acquiring lock "refresh_cache-d3c06463-a7b6-4577-a9c4-68ef44a62e0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.271841] env[71147]: DEBUG oslo_concurrency.lockutils [req-7eed7ebe-95b8-4fa6-be3a-a626b577a93a req-a5cc2147-1d83-431d-bc62-b111b9ff46f2 service nova] Acquired lock "refresh_cache-d3c06463-a7b6-4577-a9c4-68ef44a62e0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.272043] env[71147]: DEBUG nova.network.neutron [req-7eed7ebe-95b8-4fa6-be3a-a626b577a93a req-a5cc2147-1d83-431d-bc62-b111b9ff46f2 service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Refreshing network info cache for port ed273bd0-2d90-4253-bb98-0abbf1ecbf57 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.383335] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d59ef5b-5482-4833-b7c4-661d3c92ad5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.392356] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c3148-7819-4007-96d4-2653cdb7305d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.423217] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afca5bd-c46c-4522-aff3-7f227f3b4aa7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.430659] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee41b935-4376-4376-9127-79528d5f1e9e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.443810] env[71147]: DEBUG nova.compute.provider_tree [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.518702] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421664, 'name': ReconfigVM_Task, 'duration_secs': 0.382006} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.519742] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debbc92a-9634-4a40-8da4-00a674f66472 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.540048] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.540350] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.540454] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.540633] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.540777] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.540920] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.541142] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.541307] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.541472] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.541633] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.541800] env[71147]: DEBUG nova.virt.hardware [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.542573] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67f12b1-7dee-4777-9a0b-ebcad07f823b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.547720] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1099.547720] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f8e2ba-1402-71fa-438c-795b1ae25e13" [ 1099.547720] env[71147]: _type = "Task" [ 1099.547720] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.555722] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f8e2ba-1402-71fa-438c-795b1ae25e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.611488] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.647720] env[71147]: DEBUG nova.compute.manager [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.807760] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "22d6af8a-e2ed-496a-88b9-2dc86bcb5590" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.808071] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "22d6af8a-e2ed-496a-88b9-2dc86bcb5590" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.947717] env[71147]: DEBUG nova.scheduler.client.report [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.017222] env[71147]: DEBUG nova.network.neutron [req-7eed7ebe-95b8-4fa6-be3a-a626b577a93a req-a5cc2147-1d83-431d-bc62-b111b9ff46f2 service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Updated VIF entry in instance network info cache for port ed273bd0-2d90-4253-bb98-0abbf1ecbf57. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.017655] env[71147]: DEBUG nova.network.neutron [req-7eed7ebe-95b8-4fa6-be3a-a626b577a93a req-a5cc2147-1d83-431d-bc62-b111b9ff46f2 service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Updating instance_info_cache with network_info: [{"id": "ed273bd0-2d90-4253-bb98-0abbf1ecbf57", "address": "fa:16:3e:0c:45:29", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped273bd0-2d", "ovs_interfaceid": "ed273bd0-2d90-4253-bb98-0abbf1ecbf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.057533] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f8e2ba-1402-71fa-438c-795b1ae25e13, 'name': SearchDatastore_Task, 'duration_secs': 0.01444} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.062930] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.063472] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ea546a-b184-496f-bf93-da03c3712f9c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.081556] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1100.081556] env[71147]: value = "task-3421666" [ 1100.081556] env[71147]: _type = "Task" [ 1100.081556] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.089249] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.109160] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421665, 'name': ReconfigVM_Task, 'duration_secs': 0.854704} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.109469] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 125cbb5c-51fe-4b4b-bf52-e90412d5cab8/125cbb5c-51fe-4b4b-bf52-e90412d5cab8.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.110120] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-651e9460-5440-4f20-9685-c62d30e5021b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.116284] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1100.116284] env[71147]: value = "task-3421667" [ 1100.116284] env[71147]: _type = "Task" [ 1100.116284] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.123632] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421667, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.213552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.213829] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.214088] env[71147]: INFO nova.compute.manager [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Attaching volume 11b52501-5d96-4b44-a84c-57c16e61d6f2 to /dev/sdb [ 1100.250270] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d40524-2544-479e-9a26-2b30c4dae4ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.257585] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0f4d7f-6d62-49b3-961b-4c00a49ae33a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.272257] env[71147]: DEBUG nova.virt.block_device [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Updating existing volume attachment record: 97031451-7558-4861-a189-e6bd113bba49 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1100.313433] env[71147]: DEBUG nova.compute.manager [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.452477] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.454939] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.051s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.456642] env[71147]: INFO nova.compute.claims [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.488274] env[71147]: INFO nova.scheduler.client.report [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Deleted allocations for instance 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb [ 1100.520777] env[71147]: DEBUG oslo_concurrency.lockutils [req-7eed7ebe-95b8-4fa6-be3a-a626b577a93a req-a5cc2147-1d83-431d-bc62-b111b9ff46f2 service nova] Releasing lock "refresh_cache-d3c06463-a7b6-4577-a9c4-68ef44a62e0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.595085] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.626178] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421667, 'name': Rename_Task, 'duration_secs': 0.148943} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.626537] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.626830] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c658178a-4ee9-40ac-ab93-5d6013ed9bd0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.634235] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1100.634235] env[71147]: value = "task-3421669" [ 1100.634235] env[71147]: _type = "Task" [ 1100.634235] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.645839] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.660332] env[71147]: DEBUG nova.compute.manager [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.689475] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.689739] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.689944] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.690215] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.690377] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.690530] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.690747] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.690908] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.691466] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.691466] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.691466] env[71147]: DEBUG nova.virt.hardware [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.692396] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe01c23-9618-4fb5-86ca-c9d03c70bb57 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.700658] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3761f873-d68a-45e3-93b8-7a482f53f027 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.714524] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.720031] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Creating folder: Project (eef22ed8142b44ee9e4aa3e0f91f6e92). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.720370] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a19e8b-9188-43c8-8f2c-408d8c4c5db9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.730258] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Created folder: Project (eef22ed8142b44ee9e4aa3e0f91f6e92) in parent group-v682378. [ 1100.730468] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Creating folder: Instances. Parent ref: group-v682649. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.730704] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b79ab68-9780-4e36-968c-500daa403f90 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.740142] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Created folder: Instances in parent group-v682649. [ 1100.740392] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.740630] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.740846] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eec90430-8076-4b1f-a7b9-673702758152 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.756917] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.756917] env[71147]: value = "task-3421672" [ 1100.756917] env[71147]: _type = "Task" [ 1100.756917] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.764531] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421672, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.837691] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.997418] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a94ebc38-653e-4fb0-91eb-d7272c0240b4 tempest-ServersAaction247Test-1782120606 tempest-ServersAaction247Test-1782120606-project-member] Lock "2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.470s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.093686] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.144486] env[71147]: DEBUG oslo_vmware.api [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421669, 'name': PowerOnVM_Task, 'duration_secs': 0.454266} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.144763] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.144962] env[71147]: INFO nova.compute.manager [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1101.145155] env[71147]: DEBUG nova.compute.manager [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.145931] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f046e6b-b82e-4382-a4bc-2abce1108b29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.269885] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421672, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.593902] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421666, 'name': ReconfigVM_Task, 'duration_secs': 1.22269} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.593902] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1101.594818] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c043e04-9554-42f4-9e73-05e09e1d0747 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.620694] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] bf413d83-c4ee-4af8-bc18-d3a0418b4561/bf413d83-c4ee-4af8-bc18-d3a0418b4561.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.623426] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5858e2ce-5906-4d71-aff6-02776210d25f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.642033] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1101.642033] env[71147]: value = "task-3421673" [ 1101.642033] env[71147]: _type = "Task" [ 1101.642033] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.652060] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.665920] env[71147]: INFO nova.compute.manager [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Took 21.87 seconds to build instance. [ 1101.731240] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5d915-03b6-40a4-9896-d0133100c9e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.738122] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f88bf4-ddfe-49e3-8d86-73fb5927e3f4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.770608] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff22ad1-468c-4237-bd6c-5c8a8d9543f3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.777733] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421672, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.780729] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d223e0fa-e352-4fdb-802e-6d410782122d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.795781] env[71147]: DEBUG nova.compute.provider_tree [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.153939] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.168591] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0d0d796f-237f-43c7-91c5-480cc173f563 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.385s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.279705] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421672, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.298783] env[71147]: DEBUG nova.scheduler.client.report [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.420770] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquiring lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.421019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.421260] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquiring lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.421530] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.421625] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.424158] env[71147]: INFO nova.compute.manager [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Terminating instance [ 1102.655153] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421673, 'name': ReconfigVM_Task, 'duration_secs': 1.000753} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.655610] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfigured VM instance instance-0000004a to attach disk [datastore2] bf413d83-c4ee-4af8-bc18-d3a0418b4561/bf413d83-c4ee-4af8-bc18-d3a0418b4561.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.656788] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b1e33e-cff5-41a3-8dd0-24f65ceace15 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.685041] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccacfe42-ce5a-4f8d-b820-fb13a52b2665 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.708270] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b61218e-782d-452e-98ac-0a2f2d2c13e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.733790] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c5c29d-372e-4a8e-b193-2505658ad783 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.741440] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.741718] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c760404c-4c8b-499c-9032-f8f4563a4f6c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.747324] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1102.747324] env[71147]: value = "task-3421675" [ 1102.747324] env[71147]: _type = "Task" [ 1102.747324] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.754958] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.780566] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421672, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.803752] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.804338] env[71147]: DEBUG nova.compute.manager [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.810024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.220s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.810024] env[71147]: DEBUG nova.objects.instance [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lazy-loading 'resources' on Instance uuid d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.931016] env[71147]: DEBUG nova.compute.manager [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.931016] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.931016] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f73a085-90de-4cb1-8c7c-1a887fe97e67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.941781] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.941940] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4f488ce-f61f-4043-b476-c92dd84c801b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.945828] env[71147]: DEBUG nova.objects.instance [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lazy-loading 'flavor' on Instance uuid a840184e-3187-4fbe-a594-5c8586c49adb {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.953229] env[71147]: DEBUG oslo_vmware.api [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1102.953229] env[71147]: value = "task-3421676" [ 1102.953229] env[71147]: _type = "Task" [ 1102.953229] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.960790] env[71147]: DEBUG oslo_vmware.api [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.259499] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421675, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.282533] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421672, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.315165] env[71147]: DEBUG nova.compute.utils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.317066] env[71147]: DEBUG nova.compute.manager [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.317696] env[71147]: DEBUG nova.network.neutron [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.381456] env[71147]: DEBUG nova.policy [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcffd101b25e4ebf9419602ea57f8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfdf43b9e6d14dc69e15741022d5667c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.450956] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.451144] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquired lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.468032] env[71147]: DEBUG oslo_vmware.api [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421676, 'name': PowerOffVM_Task, 'duration_secs': 0.193946} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.468284] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.468455] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.468701] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e6d4b2a-9015-4681-ae8e-864d406d0bfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.548684] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.548684] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.548684] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Deleting the datastore file [datastore1] 125cbb5c-51fe-4b4b-bf52-e90412d5cab8 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.551055] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a87aaac-8d89-414f-b77a-bd027c806669 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.560439] env[71147]: DEBUG oslo_vmware.api [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for the task: (returnval){ [ 1103.560439] env[71147]: value = "task-3421678" [ 1103.560439] env[71147]: _type = "Task" [ 1103.560439] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.572356] env[71147]: DEBUG oslo_vmware.api [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.649093] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9064311b-7bda-48e2-9623-5edc3f31f3e4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.657908] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76bbeb1-ce90-4343-b902-37dd7d9c1b34 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.697471] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bbe664-4b19-4bf4-b56d-39950144d987 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.704688] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d4601c-8593-4f98-b5ce-098bd9e98458 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.724935] env[71147]: DEBUG nova.compute.provider_tree [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.757811] env[71147]: DEBUG oslo_vmware.api [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421675, 'name': PowerOnVM_Task, 'duration_secs': 0.522094} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.758097] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.780777] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421672, 'name': CreateVM_Task, 'duration_secs': 2.611508} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.780949] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.781411] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.781565] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.781928] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.782224] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badd66c5-a1ef-462a-903e-d48b8670d61b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.788561] env[71147]: DEBUG nova.network.neutron [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Successfully created port: 3e914a24-9a93-4379-b4da-f0ca145a98b5 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.791049] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1103.791049] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a40471-9969-876a-2599-b6592d335083" [ 1103.791049] env[71147]: _type = "Task" [ 1103.791049] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.800948] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a40471-9969-876a-2599-b6592d335083, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.801275] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.801530] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.801785] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.801930] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.802125] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.802385] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5a0dc0a-3c01-45f3-ac80-57f24b917a4a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.810073] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.810265] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.811027] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a021627-3fcb-434d-a805-be2611060de3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.816275] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1103.816275] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522dae63-2f58-1624-862c-a1a723bb96ec" [ 1103.816275] env[71147]: _type = "Task" [ 1103.816275] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.824520] env[71147]: DEBUG nova.compute.manager [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.831016] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522dae63-2f58-1624-862c-a1a723bb96ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.879761] env[71147]: DEBUG nova.network.neutron [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.900171] env[71147]: DEBUG nova.compute.manager [req-55eb5e18-96cb-4e21-8849-5c9b1ea3ae2a req-11b1c5eb-11a8-4d7c-aa80-3e04d51ffb84 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Received event network-changed-583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.900382] env[71147]: DEBUG nova.compute.manager [req-55eb5e18-96cb-4e21-8849-5c9b1ea3ae2a req-11b1c5eb-11a8-4d7c-aa80-3e04d51ffb84 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Refreshing instance network info cache due to event network-changed-583e25b2-78f9-4229-876f-6e37c2a139c8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.900580] env[71147]: DEBUG oslo_concurrency.lockutils [req-55eb5e18-96cb-4e21-8849-5c9b1ea3ae2a req-11b1c5eb-11a8-4d7c-aa80-3e04d51ffb84 service nova] Acquiring lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.987079] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.987370] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.071551] env[71147]: DEBUG oslo_vmware.api [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Task: {'id': task-3421678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142683} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.071805] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.071989] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.072918] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.073131] env[71147]: INFO nova.compute.manager [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1104.073382] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.073581] env[71147]: DEBUG nova.compute.manager [-] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.073825] env[71147]: DEBUG nova.network.neutron [-] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.231269] env[71147]: DEBUG nova.scheduler.client.report [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.341369] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522dae63-2f58-1624-862c-a1a723bb96ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008463} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.341369] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15fa9531-658d-44bd-92ec-d8fd6e4bde24 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.351482] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1104.351482] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5285be9f-4410-fe70-4470-776ba3a5af67" [ 1104.351482] env[71147]: _type = "Task" [ 1104.351482] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.361649] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5285be9f-4410-fe70-4470-776ba3a5af67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.504129] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.504129] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.504129] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.504129] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.504129] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.504129] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.504129] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1104.504129] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.687351] env[71147]: DEBUG nova.network.neutron [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updating instance_info_cache with network_info: [{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.735563] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.742609] env[71147]: DEBUG oslo_concurrency.lockutils [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.984s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.742889] env[71147]: DEBUG nova.objects.instance [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'resources' on Instance uuid 6dae7607-e24e-44d0-afb2-f7ad63571ff3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.759389] env[71147]: INFO nova.scheduler.client.report [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Deleted allocations for instance d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3 [ 1104.807744] env[71147]: INFO nova.compute.manager [None req-9e0108bc-c6ab-4422-87ee-32faeaee52ad tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance to original state: 'active' [ 1104.821041] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1104.821278] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682648', 'volume_id': '11b52501-5d96-4b44-a84c-57c16e61d6f2', 'name': 'volume-11b52501-5d96-4b44-a84c-57c16e61d6f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '543d3b2b-4e38-4b95-85bb-ea979c98346c', 'attached_at': '', 'detached_at': '', 'volume_id': '11b52501-5d96-4b44-a84c-57c16e61d6f2', 'serial': '11b52501-5d96-4b44-a84c-57c16e61d6f2'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1104.822177] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3fca5c-e9f4-4b8e-a685-9f499b659939 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.843111] env[71147]: DEBUG nova.compute.manager [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.845244] env[71147]: DEBUG nova.network.neutron [-] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.847412] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a956adb-472e-4f9a-a4bd-217129b5a492 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.884896] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-11b52501-5d96-4b44-a84c-57c16e61d6f2/volume-11b52501-5d96-4b44-a84c-57c16e61d6f2.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.890613] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8771227c-8936-4a95-a40e-6b04d6a6cf62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.911582] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.911842] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.913389] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5285be9f-4410-fe70-4470-776ba3a5af67, 'name': SearchDatastore_Task, 'duration_secs': 0.015476} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.917023] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.917023] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.917023] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.917023] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.917023] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.917023] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.917023] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.917023] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.917023] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.917398] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.917398] env[71147]: DEBUG nova.virt.hardware [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.917990] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.918250] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039/4b69c334-83c4-4ecf-96c9-ee8f7d15f039.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.919576] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2961999-25b3-444b-8d14-6eecf9995ff7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.923969] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e834f403-c82b-4b8e-ad0d-841877756903 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.926353] env[71147]: DEBUG oslo_vmware.api [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1104.926353] env[71147]: value = "task-3421679" [ 1104.926353] env[71147]: _type = "Task" [ 1104.926353] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.934018] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1104.934018] env[71147]: value = "task-3421680" [ 1104.934018] env[71147]: _type = "Task" [ 1104.934018] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.935684] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50706f04-3eee-40ba-83bb-0a4184aa549e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.945394] env[71147]: DEBUG oslo_vmware.api [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421679, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.958531] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.007991] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.192115] env[71147]: DEBUG oslo_concurrency.lockutils [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Releasing lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.192487] env[71147]: DEBUG nova.compute.manager [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Inject network info {{(pid=71147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1105.192945] env[71147]: DEBUG nova.compute.manager [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] network_info to inject: |[{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1105.204479] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Reconfiguring VM instance to set the machine id {{(pid=71147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1105.205041] env[71147]: DEBUG oslo_concurrency.lockutils [req-55eb5e18-96cb-4e21-8849-5c9b1ea3ae2a req-11b1c5eb-11a8-4d7c-aa80-3e04d51ffb84 service nova] Acquired lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.205369] env[71147]: DEBUG nova.network.neutron [req-55eb5e18-96cb-4e21-8849-5c9b1ea3ae2a req-11b1c5eb-11a8-4d7c-aa80-3e04d51ffb84 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Refreshing network info cache for port 583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.207286] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4902c4-9da0-4913-a5cd-dd185e71b8da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.232419] env[71147]: DEBUG nova.objects.instance [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lazy-loading 'flavor' on Instance uuid a840184e-3187-4fbe-a594-5c8586c49adb {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.241809] env[71147]: DEBUG oslo_vmware.api [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1105.241809] env[71147]: value = "task-3421681" [ 1105.241809] env[71147]: _type = "Task" [ 1105.241809] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.269914] env[71147]: DEBUG oslo_vmware.api [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.269914] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1246b5ec-8c46-4288-9883-2545d6d69011 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.181s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.352302] env[71147]: INFO nova.compute.manager [-] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Took 1.28 seconds to deallocate network for instance. [ 1105.424925] env[71147]: DEBUG nova.compute.manager [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.438060] env[71147]: DEBUG oslo_vmware.api [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421679, 'name': ReconfigVM_Task, 'duration_secs': 0.387659} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.438361] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-11b52501-5d96-4b44-a84c-57c16e61d6f2/volume-11b52501-5d96-4b44-a84c-57c16e61d6f2.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.446762] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb74d79-b48d-4bf5-9d18-15381a1c18b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.468780] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451431} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.470698] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039/4b69c334-83c4-4ecf-96c9-ee8f7d15f039.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.470813] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.471445] env[71147]: DEBUG oslo_vmware.api [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1105.471445] env[71147]: value = "task-3421682" [ 1105.471445] env[71147]: _type = "Task" [ 1105.471445] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.474332] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2796c7a1-7da2-45f5-b12f-edb6ac5ef753 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.486284] env[71147]: DEBUG oslo_vmware.api [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.487843] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1105.487843] env[71147]: value = "task-3421683" [ 1105.487843] env[71147]: _type = "Task" [ 1105.487843] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.500383] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.614729] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347ffa75-3667-44ce-a0ad-b149d0945273 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.623710] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a40c1f-24b1-4ea9-afe9-c3425da94927 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.661709] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce5da7b-a5a1-4458-bd38-20c33a5acad4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.670405] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62aa9d-ef14-49d4-8c25-533e2866b515 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.687642] env[71147]: DEBUG nova.compute.provider_tree [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.699300] env[71147]: DEBUG nova.compute.manager [req-57ce4455-530f-4601-bc6c-a926e6afd735 req-681e02c6-d929-4c57-a868-055a40a8edbf service nova] [instance: 085d895f-42c7-457b-9129-17ce28437841] Received event network-vif-plugged-3e914a24-9a93-4379-b4da-f0ca145a98b5 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.699649] env[71147]: DEBUG oslo_concurrency.lockutils [req-57ce4455-530f-4601-bc6c-a926e6afd735 req-681e02c6-d929-4c57-a868-055a40a8edbf service nova] Acquiring lock "085d895f-42c7-457b-9129-17ce28437841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.699738] env[71147]: DEBUG oslo_concurrency.lockutils [req-57ce4455-530f-4601-bc6c-a926e6afd735 req-681e02c6-d929-4c57-a868-055a40a8edbf service nova] Lock "085d895f-42c7-457b-9129-17ce28437841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.699896] env[71147]: DEBUG oslo_concurrency.lockutils [req-57ce4455-530f-4601-bc6c-a926e6afd735 req-681e02c6-d929-4c57-a868-055a40a8edbf service nova] Lock "085d895f-42c7-457b-9129-17ce28437841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.700073] env[71147]: DEBUG nova.compute.manager [req-57ce4455-530f-4601-bc6c-a926e6afd735 req-681e02c6-d929-4c57-a868-055a40a8edbf service nova] [instance: 085d895f-42c7-457b-9129-17ce28437841] No waiting events found dispatching network-vif-plugged-3e914a24-9a93-4379-b4da-f0ca145a98b5 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.700242] env[71147]: WARNING nova.compute.manager [req-57ce4455-530f-4601-bc6c-a926e6afd735 req-681e02c6-d929-4c57-a868-055a40a8edbf service nova] [instance: 085d895f-42c7-457b-9129-17ce28437841] Received unexpected event network-vif-plugged-3e914a24-9a93-4379-b4da-f0ca145a98b5 for instance with vm_state building and task_state spawning. [ 1105.739488] env[71147]: DEBUG oslo_concurrency.lockutils [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.752011] env[71147]: DEBUG oslo_vmware.api [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421681, 'name': ReconfigVM_Task, 'duration_secs': 0.244391} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.752349] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-90c4e5df-cce8-4851-ac25-73626e2c3a85 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Reconfigured VM instance to set the machine id {{(pid=71147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1105.772611] env[71147]: DEBUG nova.network.neutron [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Successfully updated port: 3e914a24-9a93-4379-b4da-f0ca145a98b5 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.866197] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.952456] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.969591] env[71147]: DEBUG nova.compute.manager [req-4d7833d2-faeb-449e-87c8-14fdc5995d63 req-58edf277-5d3a-4e4b-9008-3b5bb06b0390 service nova] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Received event network-vif-deleted-66d8cd75-d28d-42be-b886-cd2538f0ec63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.986386] env[71147]: DEBUG oslo_vmware.api [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421682, 'name': ReconfigVM_Task, 'duration_secs': 0.157857} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.986683] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682648', 'volume_id': '11b52501-5d96-4b44-a84c-57c16e61d6f2', 'name': 'volume-11b52501-5d96-4b44-a84c-57c16e61d6f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '543d3b2b-4e38-4b95-85bb-ea979c98346c', 'attached_at': '', 'detached_at': '', 'volume_id': '11b52501-5d96-4b44-a84c-57c16e61d6f2', 'serial': '11b52501-5d96-4b44-a84c-57c16e61d6f2'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1106.005278] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083086} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.005490] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.006303] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c5d00-835d-48b6-b41b-fa2458ace6da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.028278] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039/4b69c334-83c4-4ecf-96c9-ee8f7d15f039.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.028751] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "053c8a7b-a27e-4979-a39c-4f36b19fc029" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.029488] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "053c8a7b-a27e-4979-a39c-4f36b19fc029" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.029488] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "053c8a7b-a27e-4979-a39c-4f36b19fc029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.029488] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "053c8a7b-a27e-4979-a39c-4f36b19fc029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.029627] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "053c8a7b-a27e-4979-a39c-4f36b19fc029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.031075] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d60e27-d381-4783-9dee-a45e11236780 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.048448] env[71147]: INFO nova.compute.manager [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Terminating instance [ 1106.060675] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1106.060675] env[71147]: value = "task-3421684" [ 1106.060675] env[71147]: _type = "Task" [ 1106.060675] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.070299] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.089029] env[71147]: DEBUG nova.network.neutron [req-55eb5e18-96cb-4e21-8849-5c9b1ea3ae2a req-11b1c5eb-11a8-4d7c-aa80-3e04d51ffb84 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updated VIF entry in instance network info cache for port 583e25b2-78f9-4229-876f-6e37c2a139c8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.089514] env[71147]: DEBUG nova.network.neutron [req-55eb5e18-96cb-4e21-8849-5c9b1ea3ae2a req-11b1c5eb-11a8-4d7c-aa80-3e04d51ffb84 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updating instance_info_cache with network_info: [{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.191179] env[71147]: DEBUG nova.scheduler.client.report [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.275297] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "refresh_cache-085d895f-42c7-457b-9129-17ce28437841" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.275454] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "refresh_cache-085d895f-42c7-457b-9129-17ce28437841" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.275604] env[71147]: DEBUG nova.network.neutron [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.558709] env[71147]: DEBUG nova.compute.manager [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.559132] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.559952] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b851d299-295c-4281-a837-bb769d043bbc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.572107] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.574196] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.574432] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71909996-18a6-4039-8d66-c766a6ade67c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.580509] env[71147]: DEBUG oslo_vmware.api [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1106.580509] env[71147]: value = "task-3421685" [ 1106.580509] env[71147]: _type = "Task" [ 1106.580509] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.588109] env[71147]: DEBUG oslo_vmware.api [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.591785] env[71147]: DEBUG oslo_concurrency.lockutils [req-55eb5e18-96cb-4e21-8849-5c9b1ea3ae2a req-11b1c5eb-11a8-4d7c-aa80-3e04d51ffb84 service nova] Releasing lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.592215] env[71147]: DEBUG oslo_concurrency.lockutils [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquired lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.643684] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.643964] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.644237] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.644506] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.644717] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.647215] env[71147]: INFO nova.compute.manager [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Terminating instance [ 1106.695943] env[71147]: DEBUG oslo_concurrency.lockutils [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.703325] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.897s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.704606] env[71147]: INFO nova.compute.claims [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.732882] env[71147]: INFO nova.scheduler.client.report [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleted allocations for instance 6dae7607-e24e-44d0-afb2-f7ad63571ff3 [ 1106.820855] env[71147]: DEBUG nova.network.neutron [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.994081] env[71147]: DEBUG nova.network.neutron [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Updating instance_info_cache with network_info: [{"id": "3e914a24-9a93-4379-b4da-f0ca145a98b5", "address": "fa:16:3e:f2:aa:cd", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e914a24-9a", "ovs_interfaceid": "3e914a24-9a93-4379-b4da-f0ca145a98b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.024881] env[71147]: DEBUG nova.objects.instance [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'flavor' on Instance uuid 543d3b2b-4e38-4b95-85bb-ea979c98346c {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.074685] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421684, 'name': ReconfigVM_Task, 'duration_secs': 0.857561} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.075121] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039/4b69c334-83c4-4ecf-96c9-ee8f7d15f039.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.077563] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e42965f2-d3ed-4bb8-9081-f137eac74b75 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.085024] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1107.085024] env[71147]: value = "task-3421686" [ 1107.085024] env[71147]: _type = "Task" [ 1107.085024] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.093745] env[71147]: DEBUG oslo_vmware.api [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421685, 'name': PowerOffVM_Task, 'duration_secs': 0.18744} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.097547] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.097959] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.098373] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421686, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.098692] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29bfe506-4df7-4930-8e0e-c0516aec6527 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.155374] env[71147]: DEBUG nova.compute.manager [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.155374] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.155374] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac72096e-cedd-42fc-a0c0-e2243cc7a948 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.160059] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1107.160059] env[71147]: value = "task-3421688" [ 1107.160059] env[71147]: _type = "Task" [ 1107.160059] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.166017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.166017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.166017] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Deleting the datastore file [datastore2] 053c8a7b-a27e-4979-a39c-4f36b19fc029 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.166299] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dacf55b-4680-45a2-8d6c-d93c43bcb199 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.171938] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.179020] env[71147]: DEBUG oslo_vmware.api [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for the task: (returnval){ [ 1107.179020] env[71147]: value = "task-3421689" [ 1107.179020] env[71147]: _type = "Task" [ 1107.179020] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.185500] env[71147]: DEBUG oslo_vmware.api [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.229605] env[71147]: DEBUG nova.network.neutron [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.244025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-abd67789-f3ab-4603-b4c8-f6b2b84148b1 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "6dae7607-e24e-44d0-afb2-f7ad63571ff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.494s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.495995] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "refresh_cache-085d895f-42c7-457b-9129-17ce28437841" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.496367] env[71147]: DEBUG nova.compute.manager [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Instance network_info: |[{"id": "3e914a24-9a93-4379-b4da-f0ca145a98b5", "address": "fa:16:3e:f2:aa:cd", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e914a24-9a", "ovs_interfaceid": "3e914a24-9a93-4379-b4da-f0ca145a98b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.496810] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:aa:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e914a24-9a93-4379-b4da-f0ca145a98b5', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.505058] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.505300] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085d895f-42c7-457b-9129-17ce28437841] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.505535] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb939200-63ba-42b4-b6d9-3366d82f3136 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.529069] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.529069] env[71147]: value = "task-3421690" [ 1107.529069] env[71147]: _type = "Task" [ 1107.529069] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.532522] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1db02fc2-265e-456f-b60c-8ade47d35f63 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.319s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.537956] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421690, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.596865] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421686, 'name': Rename_Task, 'duration_secs': 0.129077} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.597296] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.597636] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-326358b7-29ef-43ad-89fd-3a9d47e8b8f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.604295] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1107.604295] env[71147]: value = "task-3421691" [ 1107.604295] env[71147]: _type = "Task" [ 1107.604295] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.614281] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.670148] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421688, 'name': PowerOffVM_Task, 'duration_secs': 0.20068} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.670449] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.670678] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.670899] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682619', 'volume_id': '52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'name': 'volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bf413d83-c4ee-4af8-bc18-d3a0418b4561', 'attached_at': '2025-04-14T15:35:28.000000', 'detached_at': '', 'volume_id': '52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'serial': '52a1c741-507f-45fa-bbf0-8d80bd0418d9'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.671757] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ed6fac-1949-4086-8387-d032544fa29e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.698631] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ae3e0-eb65-4a07-b520-f83646b3ae28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.705632] env[71147]: DEBUG oslo_vmware.api [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Task: {'id': task-3421689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139096} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.708044] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.708044] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.708044] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.708044] env[71147]: INFO nova.compute.manager [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1107.708243] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.708575] env[71147]: DEBUG nova.compute.manager [-] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.708708] env[71147]: DEBUG nova.network.neutron [-] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.710775] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679ee43-ddb9-4670-abda-bf69a176c12d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.739908] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dc090f-0f67-408b-b362-e5a9050debe8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.747750] env[71147]: DEBUG nova.compute.manager [req-bb56737e-b4de-44f2-a051-fd18e871b9f4 req-1e13a0f0-17b4-4710-92d1-dd1f670fa06d service nova] [instance: 085d895f-42c7-457b-9129-17ce28437841] Received event network-changed-3e914a24-9a93-4379-b4da-f0ca145a98b5 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.748049] env[71147]: DEBUG nova.compute.manager [req-bb56737e-b4de-44f2-a051-fd18e871b9f4 req-1e13a0f0-17b4-4710-92d1-dd1f670fa06d service nova] [instance: 085d895f-42c7-457b-9129-17ce28437841] Refreshing instance network info cache due to event network-changed-3e914a24-9a93-4379-b4da-f0ca145a98b5. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.748366] env[71147]: DEBUG oslo_concurrency.lockutils [req-bb56737e-b4de-44f2-a051-fd18e871b9f4 req-1e13a0f0-17b4-4710-92d1-dd1f670fa06d service nova] Acquiring lock "refresh_cache-085d895f-42c7-457b-9129-17ce28437841" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.748752] env[71147]: DEBUG oslo_concurrency.lockutils [req-bb56737e-b4de-44f2-a051-fd18e871b9f4 req-1e13a0f0-17b4-4710-92d1-dd1f670fa06d service nova] Acquired lock "refresh_cache-085d895f-42c7-457b-9129-17ce28437841" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.749055] env[71147]: DEBUG nova.network.neutron [req-bb56737e-b4de-44f2-a051-fd18e871b9f4 req-1e13a0f0-17b4-4710-92d1-dd1f670fa06d service nova] [instance: 085d895f-42c7-457b-9129-17ce28437841] Refreshing network info cache for port 3e914a24-9a93-4379-b4da-f0ca145a98b5 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.767036] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] The volume has not been displaced from its original location: [datastore2] volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9/volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.773549] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.779579] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f0faf21-2e48-4e31-b2ee-60aa4ed77212 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.804750] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1107.804750] env[71147]: value = "task-3421692" [ 1107.804750] env[71147]: _type = "Task" [ 1107.804750] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.811385] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.811632] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.818973] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.043899] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421690, 'name': CreateVM_Task, 'duration_secs': 0.312632} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.046681] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 085d895f-42c7-457b-9129-17ce28437841] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.046938] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.047766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.047766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.051042] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd40d728-ce58-4807-9505-b7fd84a31dfc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.053585] env[71147]: DEBUG nova.compute.manager [req-5797a2e2-412d-45f0-b816-c18fa22cb9c6 req-284b7d03-1bd0-4e2c-9550-665190c5eb2b service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Received event network-changed-583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.053771] env[71147]: DEBUG nova.compute.manager [req-5797a2e2-412d-45f0-b816-c18fa22cb9c6 req-284b7d03-1bd0-4e2c-9550-665190c5eb2b service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Refreshing instance network info cache due to event network-changed-583e25b2-78f9-4229-876f-6e37c2a139c8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.053937] env[71147]: DEBUG oslo_concurrency.lockutils [req-5797a2e2-412d-45f0-b816-c18fa22cb9c6 req-284b7d03-1bd0-4e2c-9550-665190c5eb2b service nova] Acquiring lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.058048] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1108.058048] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52903057-efbd-1285-3c0e-320c0a63e39e" [ 1108.058048] env[71147]: _type = "Task" [ 1108.058048] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.066568] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52903057-efbd-1285-3c0e-320c0a63e39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.070201] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36cfef5-f3b9-4b9b-a6bd-95cc09ace4c1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.077230] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfab252-d834-42fe-b5ed-e580a6c7132c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.111862] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ba3250-e64a-4d6b-8f82-6c9203ca2783 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.122493] env[71147]: DEBUG oslo_vmware.api [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421691, 'name': PowerOnVM_Task, 'duration_secs': 0.458239} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.122826] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.123038] env[71147]: INFO nova.compute.manager [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1108.123220] env[71147]: DEBUG nova.compute.manager [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.124464] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d888db-08f0-498f-8a7a-eca848e873ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.128578] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a39ae-e94e-4ecf-9e4a-5ea94be87988 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.141099] env[71147]: DEBUG nova.compute.provider_tree [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.193747] env[71147]: DEBUG nova.network.neutron [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updating instance_info_cache with network_info: [{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.314121] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421692, 'name': ReconfigVM_Task, 'duration_secs': 0.241552} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.314779] env[71147]: INFO nova.compute.manager [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Detaching volume 11b52501-5d96-4b44-a84c-57c16e61d6f2 [ 1108.316490] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.323255] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8da482d-9b15-4f9d-8c91-f476430b6ead {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.341705] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1108.341705] env[71147]: value = "task-3421693" [ 1108.341705] env[71147]: _type = "Task" [ 1108.341705] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.349453] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.373062] env[71147]: INFO nova.virt.block_device [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Attempting to driver detach volume 11b52501-5d96-4b44-a84c-57c16e61d6f2 from mountpoint /dev/sdb [ 1108.373062] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1108.373143] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682648', 'volume_id': '11b52501-5d96-4b44-a84c-57c16e61d6f2', 'name': 'volume-11b52501-5d96-4b44-a84c-57c16e61d6f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '543d3b2b-4e38-4b95-85bb-ea979c98346c', 'attached_at': '', 'detached_at': '', 'volume_id': '11b52501-5d96-4b44-a84c-57c16e61d6f2', 'serial': '11b52501-5d96-4b44-a84c-57c16e61d6f2'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1108.373982] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc2ece8-1faf-4d72-98c9-9fe94f77ac6f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.399576] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e35f81a-1e7e-4f6b-89e3-0f133ef9dd5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.406108] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae761e17-4d48-47a3-9a1a-bf4b5cc78a98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.433427] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f8d9a8-c386-4414-baa3-b4e9b83ff40e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.450212] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] The volume has not been displaced from its original location: [datastore1] volume-11b52501-5d96-4b44-a84c-57c16e61d6f2/volume-11b52501-5d96-4b44-a84c-57c16e61d6f2.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1108.455297] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.455629] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f4a86c3-177e-4c71-8c72-757e41634005 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.473682] env[71147]: DEBUG oslo_vmware.api [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1108.473682] env[71147]: value = "task-3421694" [ 1108.473682] env[71147]: _type = "Task" [ 1108.473682] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.481568] env[71147]: DEBUG oslo_vmware.api [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.505789] env[71147]: DEBUG nova.network.neutron [-] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.568938] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52903057-efbd-1285-3c0e-320c0a63e39e, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.569314] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.569569] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.569806] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.569953] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.570145] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.570452] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca048cba-68e6-4e2a-b2f7-4daf05b65bb1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.579856] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.580106] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.581904] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2dc24d-6553-4e8e-a1e0-0ce95dc85e3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.587165] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1108.587165] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e1895c-3554-51c3-9bd8-02810efdbdbb" [ 1108.587165] env[71147]: _type = "Task" [ 1108.587165] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.600209] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e1895c-3554-51c3-9bd8-02810efdbdbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.603035] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73eaecd0-f125-4bb8-afc1-58cbf2b47a26 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.606183] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1108.606183] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521eef17-9a47-7731-ab78-e46580aa66ab" [ 1108.606183] env[71147]: _type = "Task" [ 1108.606183] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.614613] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521eef17-9a47-7731-ab78-e46580aa66ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.656790] env[71147]: INFO nova.compute.manager [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Took 25.21 seconds to build instance. [ 1108.677212] env[71147]: DEBUG nova.network.neutron [req-bb56737e-b4de-44f2-a051-fd18e871b9f4 req-1e13a0f0-17b4-4710-92d1-dd1f670fa06d service nova] [instance: 085d895f-42c7-457b-9129-17ce28437841] Updated VIF entry in instance network info cache for port 3e914a24-9a93-4379-b4da-f0ca145a98b5. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.677649] env[71147]: DEBUG nova.network.neutron [req-bb56737e-b4de-44f2-a051-fd18e871b9f4 req-1e13a0f0-17b4-4710-92d1-dd1f670fa06d service nova] [instance: 085d895f-42c7-457b-9129-17ce28437841] Updating instance_info_cache with network_info: [{"id": "3e914a24-9a93-4379-b4da-f0ca145a98b5", "address": "fa:16:3e:f2:aa:cd", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e914a24-9a", "ovs_interfaceid": "3e914a24-9a93-4379-b4da-f0ca145a98b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.683235] env[71147]: ERROR nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [req-fd8e29be-0777-4304-a5f7-b99097470932] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd8e29be-0777-4304-a5f7-b99097470932"}]} [ 1108.696843] env[71147]: DEBUG oslo_concurrency.lockutils [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Releasing lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.698603] env[71147]: DEBUG nova.compute.manager [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Inject network info {{(pid=71147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1108.698603] env[71147]: DEBUG nova.compute.manager [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] network_info to inject: |[{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1108.705152] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Reconfiguring VM instance to set the machine id {{(pid=71147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1108.706937] env[71147]: DEBUG nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1108.710162] env[71147]: DEBUG oslo_concurrency.lockutils [req-5797a2e2-412d-45f0-b816-c18fa22cb9c6 req-284b7d03-1bd0-4e2c-9550-665190c5eb2b service nova] Acquired lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.710438] env[71147]: DEBUG nova.network.neutron [req-5797a2e2-412d-45f0-b816-c18fa22cb9c6 req-284b7d03-1bd0-4e2c-9550-665190c5eb2b service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Refreshing network info cache for port 583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.712067] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56fb47ce-857c-433e-aca2-1ac13d13a416 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.735786] env[71147]: DEBUG oslo_vmware.api [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1108.735786] env[71147]: value = "task-3421695" [ 1108.735786] env[71147]: _type = "Task" [ 1108.735786] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.742353] env[71147]: DEBUG nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1108.742675] env[71147]: DEBUG nova.compute.provider_tree [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1108.750139] env[71147]: DEBUG oslo_vmware.api [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.755318] env[71147]: DEBUG nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1108.775563] env[71147]: DEBUG nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1108.855961] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421693, 'name': ReconfigVM_Task, 'duration_secs': 0.240298} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.856362] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682619', 'volume_id': '52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'name': 'volume-52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bf413d83-c4ee-4af8-bc18-d3a0418b4561', 'attached_at': '2025-04-14T15:35:28.000000', 'detached_at': '', 'volume_id': '52a1c741-507f-45fa-bbf0-8d80bd0418d9', 'serial': '52a1c741-507f-45fa-bbf0-8d80bd0418d9'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1108.856672] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.857642] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48fb42b-b618-4776-9a0e-7a5290b53915 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.867351] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.867601] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ea2817-c05f-4938-90bf-fc0535b3b2c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.955354] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.955573] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.955789] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleting the datastore file [datastore2] bf413d83-c4ee-4af8-bc18-d3a0418b4561 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.956064] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d512fbcc-1208-4b85-89ba-4e327ff86324 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.962735] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1108.962735] env[71147]: value = "task-3421697" [ 1108.962735] env[71147]: _type = "Task" [ 1108.962735] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.973238] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.986753] env[71147]: DEBUG oslo_vmware.api [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421694, 'name': ReconfigVM_Task, 'duration_secs': 0.261453} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.987044] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.994331] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18422c96-cdf4-44e0-acbf-a8dbef7fb708 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.004785] env[71147]: DEBUG oslo_concurrency.lockutils [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "a840184e-3187-4fbe-a594-5c8586c49adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.005064] env[71147]: DEBUG oslo_concurrency.lockutils [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "a840184e-3187-4fbe-a594-5c8586c49adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.005313] env[71147]: DEBUG oslo_concurrency.lockutils [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "a840184e-3187-4fbe-a594-5c8586c49adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.005552] env[71147]: DEBUG oslo_concurrency.lockutils [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "a840184e-3187-4fbe-a594-5c8586c49adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.005781] env[71147]: DEBUG oslo_concurrency.lockutils [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "a840184e-3187-4fbe-a594-5c8586c49adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.008084] env[71147]: INFO nova.compute.manager [-] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Took 1.30 seconds to deallocate network for instance. [ 1109.008588] env[71147]: INFO nova.compute.manager [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Terminating instance [ 1109.017027] env[71147]: DEBUG oslo_vmware.api [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1109.017027] env[71147]: value = "task-3421698" [ 1109.017027] env[71147]: _type = "Task" [ 1109.017027] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.018820] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef93a4d-f453-4b94-a94b-7a059eefd12d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.032973] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb6f541-f340-43d7-8f7c-a8d19223cd05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.036587] env[71147]: DEBUG oslo_vmware.api [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421698, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.066691] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c8ddd3-b4ae-40fa-81bd-360dafe2eb91 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.075443] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065bb2e-3f78-47b1-9caf-6acf1001e665 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.090473] env[71147]: DEBUG nova.compute.provider_tree [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.117142] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521eef17-9a47-7731-ab78-e46580aa66ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008632} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.117427] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.117695] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 085d895f-42c7-457b-9129-17ce28437841/085d895f-42c7-457b-9129-17ce28437841.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.117983] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea47ef7-addd-4738-9e61-4d4a2cb75dd1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.125527] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1109.125527] env[71147]: value = "task-3421699" [ 1109.125527] env[71147]: _type = "Task" [ 1109.125527] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.134560] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.159451] env[71147]: DEBUG oslo_concurrency.lockutils [None req-46aea40b-fd3d-4e4a-84d2-c4138fbf93bd tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "4b69c334-83c4-4ecf-96c9-ee8f7d15f039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.730s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.181689] env[71147]: DEBUG oslo_concurrency.lockutils [req-bb56737e-b4de-44f2-a051-fd18e871b9f4 req-1e13a0f0-17b4-4710-92d1-dd1f670fa06d service nova] Releasing lock "refresh_cache-085d895f-42c7-457b-9129-17ce28437841" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.246339] env[71147]: DEBUG oslo_vmware.api [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421695, 'name': ReconfigVM_Task, 'duration_secs': 0.1431} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.246634] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-af770a7a-d3f6-43cb-a248-aa09345f2fef tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Reconfigured VM instance to set the machine id {{(pid=71147) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1109.477863] env[71147]: DEBUG oslo_vmware.api [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146261} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.478150] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.478389] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.478632] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.478845] env[71147]: INFO nova.compute.manager [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1109.479136] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.479445] env[71147]: DEBUG nova.compute.manager [-] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.479614] env[71147]: DEBUG nova.network.neutron [-] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.521323] env[71147]: DEBUG nova.compute.manager [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.521323] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.521323] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.522974] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1135fb68-3bcb-4512-9940-dba0993bbb25 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.543544] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.547625] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78832615-16b1-40d2-9503-99559f475dbf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.550733] env[71147]: DEBUG oslo_vmware.api [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421698, 'name': ReconfigVM_Task, 'duration_secs': 0.178804} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.551163] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682648', 'volume_id': '11b52501-5d96-4b44-a84c-57c16e61d6f2', 'name': 'volume-11b52501-5d96-4b44-a84c-57c16e61d6f2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '543d3b2b-4e38-4b95-85bb-ea979c98346c', 'attached_at': '', 'detached_at': '', 'volume_id': '11b52501-5d96-4b44-a84c-57c16e61d6f2', 'serial': '11b52501-5d96-4b44-a84c-57c16e61d6f2'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1109.562103] env[71147]: DEBUG oslo_vmware.api [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1109.562103] env[71147]: value = "task-3421700" [ 1109.562103] env[71147]: _type = "Task" [ 1109.562103] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.576529] env[71147]: DEBUG oslo_vmware.api [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.609985] env[71147]: DEBUG nova.network.neutron [req-5797a2e2-412d-45f0-b816-c18fa22cb9c6 req-284b7d03-1bd0-4e2c-9550-665190c5eb2b service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updated VIF entry in instance network info cache for port 583e25b2-78f9-4229-876f-6e37c2a139c8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.610431] env[71147]: DEBUG nova.network.neutron [req-5797a2e2-412d-45f0-b816-c18fa22cb9c6 req-284b7d03-1bd0-4e2c-9550-665190c5eb2b service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updating instance_info_cache with network_info: [{"id": "583e25b2-78f9-4229-876f-6e37c2a139c8", "address": "fa:16:3e:71:f5:5a", "network": {"id": "e19c00a6-2f10-44e7-85c2-74faa8dbab86", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1707880917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "373adba05367498a8f7d7afd5c680baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583e25b2-78", "ovs_interfaceid": "583e25b2-78f9-4229-876f-6e37c2a139c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.618581] env[71147]: ERROR nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [req-2501d169-f644-46bf-9833-38fd119bea97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2501d169-f644-46bf-9833-38fd119bea97"}]} [ 1109.640291] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505269} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.642753] env[71147]: DEBUG nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1109.643831] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 085d895f-42c7-457b-9129-17ce28437841/085d895f-42c7-457b-9129-17ce28437841.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.643940] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.645171] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-358a6d7b-2a25-4a0f-aba0-23c309cf24a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.653652] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1109.653652] env[71147]: value = "task-3421701" [ 1109.653652] env[71147]: _type = "Task" [ 1109.653652] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.664029] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.665118] env[71147]: DEBUG nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1109.665372] env[71147]: DEBUG nova.compute.provider_tree [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.678316] env[71147]: DEBUG nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1109.699250] env[71147]: DEBUG nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1109.776519] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.776823] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.989625] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e061ac94-9e94-436f-9a8b-ddb5bd8acd55 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.999160] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b6bca8-806c-453e-be16-857825937829 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.034657] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27aef8c-a83c-496b-b920-5bac8e44aa3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.041360] env[71147]: INFO nova.compute.manager [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Rebuilding instance [ 1110.044866] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368f16c8-f04e-4548-a150-e226169817c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.059810] env[71147]: DEBUG nova.compute.provider_tree [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.071734] env[71147]: DEBUG oslo_vmware.api [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421700, 'name': PowerOffVM_Task, 'duration_secs': 0.191525} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.074442] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.074623] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.076256] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-590c7776-fd82-4971-ad13-2bb86c76456d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.092214] env[71147]: DEBUG nova.compute.manager [req-bd287630-1e9d-4dd2-bccd-c5ea36af6e84 req-ba2df12e-9df7-4faf-9431-77d3c7b2b639 service nova] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Received event network-vif-deleted-bdf0269d-3d2c-4e21-a70b-92d48995ccf3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.092454] env[71147]: DEBUG nova.compute.manager [req-bd287630-1e9d-4dd2-bccd-c5ea36af6e84 req-ba2df12e-9df7-4faf-9431-77d3c7b2b639 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Received event network-vif-deleted-7041e488-b42c-46b0-ab2f-e5a7e798727b {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.092646] env[71147]: INFO nova.compute.manager [req-bd287630-1e9d-4dd2-bccd-c5ea36af6e84 req-ba2df12e-9df7-4faf-9431-77d3c7b2b639 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Neutron deleted interface 7041e488-b42c-46b0-ab2f-e5a7e798727b; detaching it from the instance and deleting it from the info cache [ 1110.092815] env[71147]: DEBUG nova.network.neutron [req-bd287630-1e9d-4dd2-bccd-c5ea36af6e84 req-ba2df12e-9df7-4faf-9431-77d3c7b2b639 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.098504] env[71147]: DEBUG nova.compute.manager [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.099582] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af29814c-89b5-4909-9d48-af1cfcfdfb26 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.114918] env[71147]: DEBUG oslo_concurrency.lockutils [req-5797a2e2-412d-45f0-b816-c18fa22cb9c6 req-284b7d03-1bd0-4e2c-9550-665190c5eb2b service nova] Releasing lock "refresh_cache-a840184e-3187-4fbe-a594-5c8586c49adb" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.116511] env[71147]: DEBUG nova.objects.instance [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'flavor' on Instance uuid 543d3b2b-4e38-4b95-85bb-ea979c98346c {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.142100] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.142342] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.142530] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Deleting the datastore file [datastore1] a840184e-3187-4fbe-a594-5c8586c49adb {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.142797] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5714e305-a266-4580-9f58-234e73aef6bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.150464] env[71147]: DEBUG oslo_vmware.api [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for the task: (returnval){ [ 1110.150464] env[71147]: value = "task-3421703" [ 1110.150464] env[71147]: _type = "Task" [ 1110.150464] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.160257] env[71147]: DEBUG oslo_vmware.api [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.165057] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085523} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.165305] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.166044] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3ea047-5352-4f58-87bc-0a8a6d851f90 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.189031] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 085d895f-42c7-457b-9129-17ce28437841/085d895f-42c7-457b-9129-17ce28437841.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.189796] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc50c2ac-d972-48f8-a9b4-d852053a094b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.210258] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1110.210258] env[71147]: value = "task-3421704" [ 1110.210258] env[71147]: _type = "Task" [ 1110.210258] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.218420] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.283220] env[71147]: DEBUG nova.compute.manager [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.534962] env[71147]: DEBUG nova.network.neutron [-] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.562564] env[71147]: DEBUG nova.scheduler.client.report [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.597514] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9ce04bf-d785-4920-8736-7fe43ed6614c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.612296] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d08371-dfd4-402c-8f4e-49976a65bda9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.656234] env[71147]: DEBUG nova.compute.manager [req-bd287630-1e9d-4dd2-bccd-c5ea36af6e84 req-ba2df12e-9df7-4faf-9431-77d3c7b2b639 service nova] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Detach interface failed, port_id=7041e488-b42c-46b0-ab2f-e5a7e798727b, reason: Instance bf413d83-c4ee-4af8-bc18-d3a0418b4561 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.665726] env[71147]: DEBUG oslo_vmware.api [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Task: {'id': task-3421703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143532} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.665980] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.666179] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.666355] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.666528] env[71147]: INFO nova.compute.manager [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1110.666763] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.666952] env[71147]: DEBUG nova.compute.manager [-] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.667057] env[71147]: DEBUG nova.network.neutron [-] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.722382] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421704, 'name': ReconfigVM_Task, 'duration_secs': 0.288066} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.722694] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 085d895f-42c7-457b-9129-17ce28437841/085d895f-42c7-457b-9129-17ce28437841.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.723385] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8569ce9e-81e4-4d61-986c-41faa59d9e72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.731436] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1110.731436] env[71147]: value = "task-3421705" [ 1110.731436] env[71147]: _type = "Task" [ 1110.731436] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.741567] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421705, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.808112] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.037927] env[71147]: INFO nova.compute.manager [-] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Took 1.56 seconds to deallocate network for instance. [ 1111.068151] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.365s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.071020] env[71147]: DEBUG nova.compute.manager [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.071687] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.039s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.071909] env[71147]: DEBUG nova.objects.instance [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'resources' on Instance uuid 47abd936-95ee-4441-91f3-c1cfbda66bd0 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.136371] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.136690] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57645612-9815-4544-a275-9383cd535690 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.139421] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b2df728b-6cec-43d3-8254-59351cc675a2 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.328s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.146514] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1111.146514] env[71147]: value = "task-3421706" [ 1111.146514] env[71147]: _type = "Task" [ 1111.146514] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.158547] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.242422] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421705, 'name': Rename_Task, 'duration_secs': 0.294367} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.242841] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.244029] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f69d4c0-85de-427c-bb57-7e7b26277e4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.249842] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1111.249842] env[71147]: value = "task-3421707" [ 1111.249842] env[71147]: _type = "Task" [ 1111.249842] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.258486] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.575233] env[71147]: DEBUG nova.compute.utils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.582898] env[71147]: DEBUG nova.compute.manager [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.583109] env[71147]: DEBUG nova.network.neutron [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.591536] env[71147]: INFO nova.compute.manager [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Took 0.55 seconds to detach 1 volumes for instance. [ 1111.625887] env[71147]: DEBUG nova.policy [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1da9cd038f4a889dd88e3a96f6c4bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19fff7f1b124558a45d6b5e7adf8c2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.660562] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421706, 'name': PowerOffVM_Task, 'duration_secs': 0.149258} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.662746] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.663039] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.664290] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c844b8-b3dc-4a83-ae7e-7401d769c1df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.671706] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.672065] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5396b0a-3538-4baf-99c8-a35cc6ee9e49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.682239] env[71147]: DEBUG nova.network.neutron [-] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.699441] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.700320] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.700320] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Deleting the datastore file [datastore1] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.700320] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-135571d8-11ca-4673-86af-a4282cd734b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.711471] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1111.711471] env[71147]: value = "task-3421709" [ 1111.711471] env[71147]: _type = "Task" [ 1111.711471] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.723411] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.760767] env[71147]: DEBUG oslo_vmware.api [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421707, 'name': PowerOnVM_Task, 'duration_secs': 0.445936} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.761157] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.761382] env[71147]: INFO nova.compute.manager [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1111.761567] env[71147]: DEBUG nova.compute.manager [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.762406] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb99207-ae1f-4011-a305-625d01394a62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.867356] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc0bb4-2525-4b00-8291-cc85f75db318 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.878497] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5128ce-c277-4f79-9601-8ade08da6ee1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.914240] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dc3cae-3a3d-4c29-a62f-bd2a0bbf4096 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.922283] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f459a887-7292-4e62-821e-96608514208e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.936515] env[71147]: DEBUG nova.compute.provider_tree [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.009558] env[71147]: DEBUG nova.network.neutron [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Successfully created port: 67d9c19e-e022-428a-92d9-d45f035b3f1e {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.083213] env[71147]: DEBUG nova.compute.manager [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.098140] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.111935] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.112019] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.112800] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "543d3b2b-4e38-4b95-85bb-ea979c98346c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.112800] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.112800] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.114690] env[71147]: INFO nova.compute.manager [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Terminating instance [ 1112.123431] env[71147]: DEBUG nova.compute.manager [req-7883f329-cefd-4d4d-a012-d5ef034afe77 req-e44629f3-47e2-446b-af44-582dda2b5221 service nova] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Received event network-vif-deleted-583e25b2-78f9-4229-876f-6e37c2a139c8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.186170] env[71147]: INFO nova.compute.manager [-] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Took 1.52 seconds to deallocate network for instance. [ 1112.221327] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287983} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.222183] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.222375] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.222548] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.286359] env[71147]: INFO nova.compute.manager [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Took 26.90 seconds to build instance. [ 1112.439782] env[71147]: DEBUG nova.scheduler.client.report [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.623338] env[71147]: DEBUG nova.compute.manager [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.623585] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.624871] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d719d014-dace-464a-af3b-70799e4a4dc3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.634191] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.634452] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7bff293-a087-40b4-b54e-3e2b926133b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.641728] env[71147]: DEBUG oslo_vmware.api [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1112.641728] env[71147]: value = "task-3421710" [ 1112.641728] env[71147]: _type = "Task" [ 1112.641728] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.650923] env[71147]: DEBUG oslo_vmware.api [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.693738] env[71147]: DEBUG oslo_concurrency.lockutils [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.789118] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be42fe9f-6eca-48cd-b3e9-438322aac587 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "085d895f-42c7-457b-9129-17ce28437841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.412s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.945028] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.947997] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.573s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.948967] env[71147]: DEBUG nova.objects.instance [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lazy-loading 'resources' on Instance uuid aac6652a-92b4-4eff-ab1d-a148a7ae52ab {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.973209] env[71147]: INFO nova.scheduler.client.report [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted allocations for instance 47abd936-95ee-4441-91f3-c1cfbda66bd0 [ 1113.094052] env[71147]: DEBUG nova.compute.manager [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.119801] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.119933] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.120031] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.120214] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.120379] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.120511] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.120723] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.120897] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.121056] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.121223] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.121397] env[71147]: DEBUG nova.virt.hardware [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.122412] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0688c0b2-e5f3-4f34-acb9-6421ace470f3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.130224] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c5e8a2-ca13-4d01-a74f-5bfb9bce8efc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.150601] env[71147]: DEBUG oslo_vmware.api [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421710, 'name': PowerOffVM_Task, 'duration_secs': 0.17953} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.150847] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.151024] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.151265] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7afcb5e-5866-4175-990f-3826d1f6cff1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.223606] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.223606] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.223606] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleting the datastore file [datastore2] 543d3b2b-4e38-4b95-85bb-ea979c98346c {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.223839] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8dd546a-1091-4f06-83da-2e358e016319 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.231119] env[71147]: DEBUG oslo_vmware.api [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1113.231119] env[71147]: value = "task-3421712" [ 1113.231119] env[71147]: _type = "Task" [ 1113.231119] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.241737] env[71147]: DEBUG oslo_vmware.api [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.253071] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.253330] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.253455] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.253625] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.253769] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.253914] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.254135] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.254298] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.254465] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.254624] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.254787] env[71147]: DEBUG nova.virt.hardware [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.255603] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd318fbb-2a63-4a07-b6d5-135fb5f62b1e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.263040] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a153a-2d50-4163-bfa7-c386bff183c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.276065] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.281536] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.281777] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.281981] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c2d7380-aa10-4829-8309-6f4b8a69a74b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.297908] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.297908] env[71147]: value = "task-3421713" [ 1113.297908] env[71147]: _type = "Task" [ 1113.297908] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.305054] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421713, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.466956] env[71147]: DEBUG oslo_concurrency.lockutils [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "085d895f-42c7-457b-9129-17ce28437841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.467286] env[71147]: DEBUG oslo_concurrency.lockutils [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "085d895f-42c7-457b-9129-17ce28437841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.467535] env[71147]: DEBUG oslo_concurrency.lockutils [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "085d895f-42c7-457b-9129-17ce28437841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.467726] env[71147]: DEBUG oslo_concurrency.lockutils [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "085d895f-42c7-457b-9129-17ce28437841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.467897] env[71147]: DEBUG oslo_concurrency.lockutils [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "085d895f-42c7-457b-9129-17ce28437841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.470196] env[71147]: INFO nova.compute.manager [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Terminating instance [ 1113.486736] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b7e27a98-df5e-473e-a553-2ee82138b256 tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "47abd936-95ee-4441-91f3-c1cfbda66bd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.126s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.489063] env[71147]: DEBUG nova.network.neutron [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Successfully updated port: 67d9c19e-e022-428a-92d9-d45f035b3f1e {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.703507] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ef4374-e9ff-4090-ad2b-07e3b4933bfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.712028] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2d94cc-dd21-4be2-b32e-52fdebe7fb49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.746426] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ec8a70-8770-49b7-acb1-ec17f98f7599 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.754112] env[71147]: DEBUG oslo_vmware.api [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134737} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.756228] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.756545] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.756833] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.757013] env[71147]: INFO nova.compute.manager [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1113.757313] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.757617] env[71147]: DEBUG nova.compute.manager [-] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.757749] env[71147]: DEBUG nova.network.neutron [-] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.760454] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef7fdb9-9ab0-4b9b-a233-a9e725af858a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.775155] env[71147]: DEBUG nova.compute.provider_tree [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.809461] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421713, 'name': CreateVM_Task, 'duration_secs': 0.273845} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.809794] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.810054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.810223] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.810565] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.810815] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5ee990-c156-4440-88a8-69c922eb5a17 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.814942] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1113.814942] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cb239f-315c-7ee2-0803-89749f8dbc9d" [ 1113.814942] env[71147]: _type = "Task" [ 1113.814942] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.823450] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cb239f-315c-7ee2-0803-89749f8dbc9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.973759] env[71147]: DEBUG nova.compute.manager [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.974010] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.974911] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d355b8-4e36-4a8b-9c9a-1165aa45ec27 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.983324] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.983621] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aafb6ad9-3f89-43a3-bdb8-09ad18d72d7f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.990970] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "refresh_cache-2c1887aa-7a48-4055-b772-474ae7d40768" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.991077] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "refresh_cache-2c1887aa-7a48-4055-b772-474ae7d40768" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.991233] env[71147]: DEBUG nova.network.neutron [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.992435] env[71147]: DEBUG oslo_vmware.api [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1113.992435] env[71147]: value = "task-3421714" [ 1113.992435] env[71147]: _type = "Task" [ 1113.992435] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.001850] env[71147]: DEBUG oslo_vmware.api [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.207434] env[71147]: DEBUG nova.compute.manager [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Received event network-vif-plugged-67d9c19e-e022-428a-92d9-d45f035b3f1e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.207847] env[71147]: DEBUG oslo_concurrency.lockutils [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] Acquiring lock "2c1887aa-7a48-4055-b772-474ae7d40768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.208089] env[71147]: DEBUG oslo_concurrency.lockutils [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] Lock "2c1887aa-7a48-4055-b772-474ae7d40768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.208307] env[71147]: DEBUG oslo_concurrency.lockutils [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] Lock "2c1887aa-7a48-4055-b772-474ae7d40768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.208632] env[71147]: DEBUG nova.compute.manager [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] No waiting events found dispatching network-vif-plugged-67d9c19e-e022-428a-92d9-d45f035b3f1e {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.208632] env[71147]: WARNING nova.compute.manager [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Received unexpected event network-vif-plugged-67d9c19e-e022-428a-92d9-d45f035b3f1e for instance with vm_state building and task_state spawning. [ 1114.208978] env[71147]: DEBUG nova.compute.manager [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Received event network-changed-67d9c19e-e022-428a-92d9-d45f035b3f1e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.209195] env[71147]: DEBUG nova.compute.manager [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Refreshing instance network info cache due to event network-changed-67d9c19e-e022-428a-92d9-d45f035b3f1e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.209454] env[71147]: DEBUG oslo_concurrency.lockutils [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] Acquiring lock "refresh_cache-2c1887aa-7a48-4055-b772-474ae7d40768" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.278902] env[71147]: DEBUG nova.scheduler.client.report [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.326741] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cb239f-315c-7ee2-0803-89749f8dbc9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011902} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.327031] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.327280] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.327588] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.327746] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.327976] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.328270] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41bb374d-0e46-46db-bbf6-8372a4a79d9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.345328] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.345508] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.346259] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be2489d-42aa-462c-b892-470a57861eb4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.351911] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1114.351911] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ea3e8-acf4-0381-f237-7e9800c2bd7f" [ 1114.351911] env[71147]: _type = "Task" [ 1114.351911] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.359720] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ea3e8-acf4-0381-f237-7e9800c2bd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.505746] env[71147]: DEBUG oslo_vmware.api [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421714, 'name': PowerOffVM_Task, 'duration_secs': 0.195626} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.506126] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.506368] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.506773] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80fd15e8-6499-4141-b8a3-90a9ee632691 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.537662] env[71147]: DEBUG nova.network.neutron [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.697795] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.697880] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.698073] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleting the datastore file [datastore1] 085d895f-42c7-457b-9129-17ce28437841 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.698411] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cbdf556-c8a9-446f-b949-2a5020e09e60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.707788] env[71147]: DEBUG oslo_vmware.api [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1114.707788] env[71147]: value = "task-3421716" [ 1114.707788] env[71147]: _type = "Task" [ 1114.707788] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.715724] env[71147]: DEBUG oslo_vmware.api [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.760610] env[71147]: DEBUG nova.network.neutron [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Updating instance_info_cache with network_info: [{"id": "67d9c19e-e022-428a-92d9-d45f035b3f1e", "address": "fa:16:3e:f9:24:bf", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9c19e-e0", "ovs_interfaceid": "67d9c19e-e022-428a-92d9-d45f035b3f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.767452] env[71147]: DEBUG nova.network.neutron [-] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.784301] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.786728] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.949s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.788902] env[71147]: INFO nova.compute.claims [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.825078] env[71147]: INFO nova.scheduler.client.report [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted allocations for instance aac6652a-92b4-4eff-ab1d-a148a7ae52ab [ 1114.870268] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ea3e8-acf4-0381-f237-7e9800c2bd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013507} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.871021] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f58f98-b2c5-4eb9-9c78-b0c5726c4554 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.878785] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1114.878785] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527696c1-6287-15be-8293-6b263cb59cd4" [ 1114.878785] env[71147]: _type = "Task" [ 1114.878785] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.893251] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527696c1-6287-15be-8293-6b263cb59cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.893251] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.893406] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039/4b69c334-83c4-4ecf-96c9-ee8f7d15f039.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.893652] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbab49fc-fad3-49ed-ae6e-470eabe7b204 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.901925] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1114.901925] env[71147]: value = "task-3421717" [ 1114.901925] env[71147]: _type = "Task" [ 1114.901925] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.914996] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.221788] env[71147]: DEBUG oslo_vmware.api [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18534} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.224819] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.224819] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.224819] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.224819] env[71147]: INFO nova.compute.manager [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 085d895f-42c7-457b-9129-17ce28437841] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1115.224819] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.224819] env[71147]: DEBUG nova.compute.manager [-] [instance: 085d895f-42c7-457b-9129-17ce28437841] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.224819] env[71147]: DEBUG nova.network.neutron [-] [instance: 085d895f-42c7-457b-9129-17ce28437841] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.264058] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "refresh_cache-2c1887aa-7a48-4055-b772-474ae7d40768" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.264058] env[71147]: DEBUG nova.compute.manager [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Instance network_info: |[{"id": "67d9c19e-e022-428a-92d9-d45f035b3f1e", "address": "fa:16:3e:f9:24:bf", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9c19e-e0", "ovs_interfaceid": "67d9c19e-e022-428a-92d9-d45f035b3f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.264259] env[71147]: DEBUG oslo_concurrency.lockutils [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] Acquired lock "refresh_cache-2c1887aa-7a48-4055-b772-474ae7d40768" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.264468] env[71147]: DEBUG nova.network.neutron [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Refreshing network info cache for port 67d9c19e-e022-428a-92d9-d45f035b3f1e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.265861] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:24:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67d9c19e-e022-428a-92d9-d45f035b3f1e', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.278691] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.284314] env[71147]: INFO nova.compute.manager [-] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Took 1.53 seconds to deallocate network for instance. [ 1115.284571] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.286537] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-842db88b-dc69-4377-8e75-762f8cf27d66 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.315404] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.315404] env[71147]: value = "task-3421718" [ 1115.315404] env[71147]: _type = "Task" [ 1115.315404] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.328281] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421718, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.336386] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9a2d3cbe-5876-4cb2-84cf-b895ade4287a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "aac6652a-92b4-4eff-ab1d-a148a7ae52ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.257s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.412994] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503442} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.415846] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039/4b69c334-83c4-4ecf-96c9-ee8f7d15f039.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.416089] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.416396] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa26ed2e-a5a8-4352-9f5a-2d76b6c9324e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.424532] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1115.424532] env[71147]: value = "task-3421719" [ 1115.424532] env[71147]: _type = "Task" [ 1115.424532] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.434508] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.624257] env[71147]: DEBUG nova.network.neutron [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Updated VIF entry in instance network info cache for port 67d9c19e-e022-428a-92d9-d45f035b3f1e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.624691] env[71147]: DEBUG nova.network.neutron [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Updating instance_info_cache with network_info: [{"id": "67d9c19e-e022-428a-92d9-d45f035b3f1e", "address": "fa:16:3e:f9:24:bf", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9c19e-e0", "ovs_interfaceid": "67d9c19e-e022-428a-92d9-d45f035b3f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.695374] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.695609] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.809896] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.826578] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421718, 'name': CreateVM_Task, 'duration_secs': 0.371296} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.826898] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.827490] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.827666] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.828018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.828287] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c77da9-9f41-4d17-948e-deeaedc948db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.835360] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1115.835360] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ae7f25-0e99-c824-a4a9-4d7f8687fde4" [ 1115.835360] env[71147]: _type = "Task" [ 1115.835360] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.843970] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ae7f25-0e99-c824-a4a9-4d7f8687fde4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.935046] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195135} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.938742] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.939878] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc76e08-d895-4ce7-b65a-2879e486b074 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.962122] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039/4b69c334-83c4-4ecf-96c9-ee8f7d15f039.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.965276] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0980f56b-4298-42d5-b1e2-793fa39ca05a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.986915] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1115.986915] env[71147]: value = "task-3421720" [ 1115.986915] env[71147]: _type = "Task" [ 1115.986915] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.997373] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.061331] env[71147]: DEBUG nova.network.neutron [-] [instance: 085d895f-42c7-457b-9129-17ce28437841] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.083335] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8004e2-4a53-423c-a39f-b56115bdcdc6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.093342] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54259f15-bc7f-4ec3-8c47-96ccbe7c0795 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.124794] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2af408-e622-40b0-8394-33fa8e2c2637 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.127858] env[71147]: DEBUG oslo_concurrency.lockutils [req-f7ef50f7-6233-47a9-96f2-78c6900ed5f0 req-d4e89403-7ea7-40f8-b3cf-75e4d9e598a1 service nova] Releasing lock "refresh_cache-2c1887aa-7a48-4055-b772-474ae7d40768" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.133248] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ad7218-f4b2-4012-98be-3e006474dcf8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.147464] env[71147]: DEBUG nova.compute.provider_tree [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.198036] env[71147]: DEBUG nova.compute.manager [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.299313] env[71147]: DEBUG nova.compute.manager [req-91f2f0c9-2ae9-4b0c-b528-b35e93abd125 req-5059cb79-0742-4c49-bf64-30cd529d60d8 service nova] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Received event network-vif-deleted-95c9e1e7-c5c0-4b5b-be12-d12a5db8d556 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.299313] env[71147]: DEBUG nova.compute.manager [req-91f2f0c9-2ae9-4b0c-b528-b35e93abd125 req-5059cb79-0742-4c49-bf64-30cd529d60d8 service nova] [instance: 085d895f-42c7-457b-9129-17ce28437841] Received event network-vif-deleted-3e914a24-9a93-4379-b4da-f0ca145a98b5 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.346546] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ae7f25-0e99-c824-a4a9-4d7f8687fde4, 'name': SearchDatastore_Task, 'duration_secs': 0.053447} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.346932] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.347206] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.347491] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.347652] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.347836] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.348130] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99959ab0-364d-4b8e-bb7e-54f91030ea20 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.357268] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.357472] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.358214] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b207cb37-b919-4a13-82b8-b8a9b6a2e408 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.363473] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1116.363473] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b74d5d-3212-a343-9d64-27b41752375d" [ 1116.363473] env[71147]: _type = "Task" [ 1116.363473] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.371340] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b74d5d-3212-a343-9d64-27b41752375d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.496754] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.564113] env[71147]: INFO nova.compute.manager [-] [instance: 085d895f-42c7-457b-9129-17ce28437841] Took 1.34 seconds to deallocate network for instance. [ 1116.650521] env[71147]: DEBUG nova.scheduler.client.report [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.719527] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.816280] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.816505] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.874049] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b74d5d-3212-a343-9d64-27b41752375d, 'name': SearchDatastore_Task, 'duration_secs': 0.028277} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.874842] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c8a3a6-161b-4281-8cb2-66b6c962b0a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.879922] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1116.879922] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dc037b-27bd-d2e6-3445-f6c9a1df56be" [ 1116.879922] env[71147]: _type = "Task" [ 1116.879922] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.887597] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dc037b-27bd-d2e6-3445-f6c9a1df56be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.999163] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421720, 'name': ReconfigVM_Task, 'duration_secs': 0.516232} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.999163] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039/4b69c334-83c4-4ecf-96c9-ee8f7d15f039.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.999528] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4061ac78-0126-4df8-aeb0-f13816fa73fa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.006040] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1117.006040] env[71147]: value = "task-3421721" [ 1117.006040] env[71147]: _type = "Task" [ 1117.006040] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.013918] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421721, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.071361] env[71147]: DEBUG oslo_concurrency.lockutils [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.155653] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.156371] env[71147]: DEBUG nova.compute.manager [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.159132] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.151s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.159312] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.159678] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1117.160269] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.294s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.160565] env[71147]: DEBUG nova.objects.instance [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lazy-loading 'resources' on Instance uuid 125cbb5c-51fe-4b4b-bf52-e90412d5cab8 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.162431] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eebe97-e540-4356-a860-a7ae61405eab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.170974] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570c086a-e60c-4270-8b97-13f47a3b9c68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.186212] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b680f91-c75f-42ba-a20d-139a5f05e700 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.193561] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f83fe4-bd2d-4da4-85f0-fc7353713443 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.225768] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179564MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1117.225942] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.319025] env[71147]: DEBUG nova.compute.manager [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.390243] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dc037b-27bd-d2e6-3445-f6c9a1df56be, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.390815] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.391089] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2c1887aa-7a48-4055-b772-474ae7d40768/2c1887aa-7a48-4055-b772-474ae7d40768.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.391352] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b89d1cd1-db8e-42d6-97ee-a2360aecacdf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.398157] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1117.398157] env[71147]: value = "task-3421722" [ 1117.398157] env[71147]: _type = "Task" [ 1117.398157] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.405558] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.516484] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421721, 'name': Rename_Task, 'duration_secs': 0.144065} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.516771] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.517049] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72121810-1483-4a5e-afe2-a4902b6edbfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.523055] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1117.523055] env[71147]: value = "task-3421723" [ 1117.523055] env[71147]: _type = "Task" [ 1117.523055] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.530871] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.664315] env[71147]: DEBUG nova.compute.utils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.665915] env[71147]: DEBUG nova.compute.manager [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1117.843378] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.910153] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468516} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.910422] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 2c1887aa-7a48-4055-b772-474ae7d40768/2c1887aa-7a48-4055-b772-474ae7d40768.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.910620] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.910869] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99c52eac-6fa7-49fb-8d63-8068f108bec6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.917579] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1117.917579] env[71147]: value = "task-3421724" [ 1117.917579] env[71147]: _type = "Task" [ 1117.917579] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.925293] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.926834] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee03b66-837c-4042-9f35-b4e52f477023 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.933327] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9a28e9-c81d-45b6-a29c-96b3a40a0116 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.965131] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0779f5d-eedc-4a58-8968-4109834c9bf4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.972661] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10941b3-a0d9-4fe0-a693-9b8471a8dd76 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.986408] env[71147]: DEBUG nova.compute.provider_tree [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.032896] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421723, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.170080] env[71147]: DEBUG nova.compute.manager [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.428835] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063391} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.429039] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.429875] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba27668b-034b-431c-a24d-f3aedd3fe91d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.451772] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 2c1887aa-7a48-4055-b772-474ae7d40768/2c1887aa-7a48-4055-b772-474ae7d40768.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.452062] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3119cb09-2af2-4f08-96a0-a029c9d2bc86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.471843] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1118.471843] env[71147]: value = "task-3421725" [ 1118.471843] env[71147]: _type = "Task" [ 1118.471843] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.479482] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.489493] env[71147]: DEBUG nova.scheduler.client.report [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.532935] env[71147]: DEBUG oslo_vmware.api [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421723, 'name': PowerOnVM_Task, 'duration_secs': 0.59012} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.533263] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.533510] env[71147]: DEBUG nova.compute.manager [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.534358] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a966c0-8d8d-48dc-99c7-f5454013ed9f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.981994] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421725, 'name': ReconfigVM_Task, 'duration_secs': 0.320094} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.982301] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 2c1887aa-7a48-4055-b772-474ae7d40768/2c1887aa-7a48-4055-b772-474ae7d40768.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.983051] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c6768b5-a792-4f4b-b739-70b03cde9060 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.989705] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1118.989705] env[71147]: value = "task-3421726" [ 1118.989705] env[71147]: _type = "Task" [ 1118.989705] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.994843] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.000205] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.048s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.001711] env[71147]: INFO nova.compute.claims [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.004563] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421726, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.014660] env[71147]: INFO nova.scheduler.client.report [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Deleted allocations for instance 125cbb5c-51fe-4b4b-bf52-e90412d5cab8 [ 1119.052490] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.178461] env[71147]: DEBUG nova.compute.manager [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.204736] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.204987] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.205163] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.205351] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.205495] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.205642] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.205852] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.206013] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.206188] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.206347] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.206567] env[71147]: DEBUG nova.virt.hardware [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.207453] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ee62df-8d7a-4780-a839-2bf1f5c45c2d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.215858] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd624f2a-b058-49d1-94aa-01ba83711215 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.228789] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.234173] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Creating folder: Project (1ed103d3bd7644f5af59be1ac77a12f7). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.234418] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dbfa82c-78f7-4254-94c8-9e17650d127c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.243401] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Created folder: Project (1ed103d3bd7644f5af59be1ac77a12f7) in parent group-v682378. [ 1119.243620] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Creating folder: Instances. Parent ref: group-v682655. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.243846] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40622365-263d-4ee9-957f-fc5cdf3f86cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.252050] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Created folder: Instances in parent group-v682655. [ 1119.252273] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.252450] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.252637] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73db596a-1eb0-448b-8144-1d23407d15b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.270019] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.270019] env[71147]: value = "task-3421729" [ 1119.270019] env[71147]: _type = "Task" [ 1119.270019] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.274525] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421729, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.499857] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421726, 'name': Rename_Task, 'duration_secs': 0.136846} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.500156] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.500412] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8fc747-81df-45b0-8013-a67c4d5a48af {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.510305] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1119.510305] env[71147]: value = "task-3421730" [ 1119.510305] env[71147]: _type = "Task" [ 1119.510305] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.522709] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.523185] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c4b3fb7-e396-475d-b3ce-f75cb019ff42 tempest-InstanceActionsNegativeTestJSON-813148999 tempest-InstanceActionsNegativeTestJSON-813148999-project-member] Lock "125cbb5c-51fe-4b4b-bf52-e90412d5cab8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.102s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.779901] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421729, 'name': CreateVM_Task, 'duration_secs': 0.332258} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.780043] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.780481] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.780843] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.781199] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.781651] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f37d62-0cf3-488d-a306-a17299c7799d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.786030] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1119.786030] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c4fa24-3c22-408a-5fe9-fb4eade5125a" [ 1119.786030] env[71147]: _type = "Task" [ 1119.786030] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.794132] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c4fa24-3c22-408a-5fe9-fb4eade5125a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.893530] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "4b69c334-83c4-4ecf-96c9-ee8f7d15f039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.893794] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "4b69c334-83c4-4ecf-96c9-ee8f7d15f039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.894011] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "4b69c334-83c4-4ecf-96c9-ee8f7d15f039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.894215] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "4b69c334-83c4-4ecf-96c9-ee8f7d15f039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.894422] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "4b69c334-83c4-4ecf-96c9-ee8f7d15f039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.896546] env[71147]: INFO nova.compute.manager [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Terminating instance [ 1120.023271] env[71147]: DEBUG oslo_vmware.api [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421730, 'name': PowerOnVM_Task, 'duration_secs': 0.45821} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.023534] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.023691] env[71147]: INFO nova.compute.manager [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1120.023871] env[71147]: DEBUG nova.compute.manager [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.024684] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad5e3dc-7f82-4703-8576-35edae940140 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.224850] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0145440c-1d30-45b5-8249-9f382781d496 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.232671] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57d9cf6-83ae-4b8e-87bd-2ddf1ba15250 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.263242] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec685a2-a398-48d9-8c84-b64e6f6f2100 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.270937] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0891576a-6e67-4e21-aa09-595663760385 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.285572] env[71147]: DEBUG nova.compute.provider_tree [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.295017] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c4fa24-3c22-408a-5fe9-fb4eade5125a, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.295826] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.296072] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.296350] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.296499] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.296687] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.297177] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cbf48fa-1b36-464d-8849-e27e144c0f6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.310945] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.311163] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.311849] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153f1177-4776-47d4-8c33-17aa234a8369 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.317370] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1120.317370] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5276c81d-78f0-1131-2bab-9e63caff7bb6" [ 1120.317370] env[71147]: _type = "Task" [ 1120.317370] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.325245] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5276c81d-78f0-1131-2bab-9e63caff7bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.400277] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "refresh_cache-4b69c334-83c4-4ecf-96c9-ee8f7d15f039" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.400406] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquired lock "refresh_cache-4b69c334-83c4-4ecf-96c9-ee8f7d15f039" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.400641] env[71147]: DEBUG nova.network.neutron [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.545987] env[71147]: INFO nova.compute.manager [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Took 30.76 seconds to build instance. [ 1120.791279] env[71147]: DEBUG nova.scheduler.client.report [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.828859] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5276c81d-78f0-1131-2bab-9e63caff7bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.035585} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.829684] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc077c49-3556-4613-bfb7-36aa5852373b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.837169] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1120.837169] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525b6320-ca99-0e7d-6cfc-0cbe319b34d1" [ 1120.837169] env[71147]: _type = "Task" [ 1120.837169] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.845931] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525b6320-ca99-0e7d-6cfc-0cbe319b34d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.920283] env[71147]: DEBUG nova.network.neutron [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.988206] env[71147]: DEBUG nova.network.neutron [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.051967] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8526f0f5-9a8b-4e67-a589-1a7cbb301f91 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.276s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.297793] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.298299] env[71147]: DEBUG nova.compute.manager [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.301024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.780s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.301287] env[71147]: DEBUG nova.objects.instance [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lazy-loading 'resources' on Instance uuid 053c8a7b-a27e-4979-a39c-4f36b19fc029 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.347509] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525b6320-ca99-0e7d-6cfc-0cbe319b34d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017274} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.347800] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.348056] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590/22d6af8a-e2ed-496a-88b9-2dc86bcb5590.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.348310] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74af805d-5bb9-49f2-a306-0430f60822b7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.355755] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1121.355755] env[71147]: value = "task-3421731" [ 1121.355755] env[71147]: _type = "Task" [ 1121.355755] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.363081] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.491345] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Releasing lock "refresh_cache-4b69c334-83c4-4ecf-96c9-ee8f7d15f039" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.491823] env[71147]: DEBUG nova.compute.manager [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.492083] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.493484] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65256b-456e-444c-881d-d198cb5cc45c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.502112] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.502355] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb175f86-7844-4c2b-b1f8-26ab812e0336 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.508403] env[71147]: DEBUG oslo_vmware.api [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1121.508403] env[71147]: value = "task-3421732" [ 1121.508403] env[71147]: _type = "Task" [ 1121.508403] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.517653] env[71147]: DEBUG oslo_vmware.api [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.804151] env[71147]: DEBUG nova.compute.utils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.811651] env[71147]: DEBUG nova.compute.manager [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.812030] env[71147]: DEBUG nova.network.neutron [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.815681] env[71147]: DEBUG nova.compute.manager [req-8a212622-4543-4978-822b-9bad36280e73 req-fd97da26-610b-42f7-9785-3b677a96c11d service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Received event network-changed-67d9c19e-e022-428a-92d9-d45f035b3f1e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.816090] env[71147]: DEBUG nova.compute.manager [req-8a212622-4543-4978-822b-9bad36280e73 req-fd97da26-610b-42f7-9785-3b677a96c11d service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Refreshing instance network info cache due to event network-changed-67d9c19e-e022-428a-92d9-d45f035b3f1e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.816488] env[71147]: DEBUG oslo_concurrency.lockutils [req-8a212622-4543-4978-822b-9bad36280e73 req-fd97da26-610b-42f7-9785-3b677a96c11d service nova] Acquiring lock "refresh_cache-2c1887aa-7a48-4055-b772-474ae7d40768" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.816811] env[71147]: DEBUG oslo_concurrency.lockutils [req-8a212622-4543-4978-822b-9bad36280e73 req-fd97da26-610b-42f7-9785-3b677a96c11d service nova] Acquired lock "refresh_cache-2c1887aa-7a48-4055-b772-474ae7d40768" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.817150] env[71147]: DEBUG nova.network.neutron [req-8a212622-4543-4978-822b-9bad36280e73 req-fd97da26-610b-42f7-9785-3b677a96c11d service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Refreshing network info cache for port 67d9c19e-e022-428a-92d9-d45f035b3f1e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.866940] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421731, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.884561] env[71147]: DEBUG nova.policy [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb20ebf75028454397feb3cee3d5080d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fed2b153f8bd4b44aa9b9dd6dda5659c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.020428] env[71147]: DEBUG oslo_vmware.api [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421732, 'name': PowerOffVM_Task, 'duration_secs': 0.199672} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.023311] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.023492] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.024834] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-453644ed-064f-4c08-aa1a-a9d3b9a8cbbf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.051151] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.051390] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.051575] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Deleting the datastore file [datastore2] 4b69c334-83c4-4ecf-96c9-ee8f7d15f039 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.051860] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5d20812-0221-4df9-8a11-f7997b76b628 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.058329] env[71147]: DEBUG oslo_vmware.api [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for the task: (returnval){ [ 1122.058329] env[71147]: value = "task-3421734" [ 1122.058329] env[71147]: _type = "Task" [ 1122.058329] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.068916] env[71147]: DEBUG oslo_vmware.api [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.099889] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a58764-8eb9-41c4-a894-d3fc0c781069 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.107567] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78df62f7-2720-44c5-820f-abdfc47e8edd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.140794] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ed2b76-b8a3-4b11-ae50-04c594fe2df0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.148740] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf691b3f-cce7-4794-942e-2075c5a1cb60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.162724] env[71147]: DEBUG nova.compute.provider_tree [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.313696] env[71147]: DEBUG nova.compute.manager [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.371914] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67361} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.374553] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590/22d6af8a-e2ed-496a-88b9-2dc86bcb5590.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.374553] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.374553] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99d58e72-181e-4f78-9081-3d3e15866c4e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.380509] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1122.380509] env[71147]: value = "task-3421735" [ 1122.380509] env[71147]: _type = "Task" [ 1122.380509] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.391122] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.440605] env[71147]: DEBUG nova.network.neutron [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Successfully created port: da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.574246] env[71147]: DEBUG oslo_vmware.api [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Task: {'id': task-3421734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34853} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.579981] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.581474] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.581474] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.581474] env[71147]: INFO nova.compute.manager [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1122.581474] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.584111] env[71147]: DEBUG nova.compute.manager [-] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.584228] env[71147]: DEBUG nova.network.neutron [-] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.588524] env[71147]: DEBUG nova.network.neutron [req-8a212622-4543-4978-822b-9bad36280e73 req-fd97da26-610b-42f7-9785-3b677a96c11d service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Updated VIF entry in instance network info cache for port 67d9c19e-e022-428a-92d9-d45f035b3f1e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.589132] env[71147]: DEBUG nova.network.neutron [req-8a212622-4543-4978-822b-9bad36280e73 req-fd97da26-610b-42f7-9785-3b677a96c11d service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Updating instance_info_cache with network_info: [{"id": "67d9c19e-e022-428a-92d9-d45f035b3f1e", "address": "fa:16:3e:f9:24:bf", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67d9c19e-e0", "ovs_interfaceid": "67d9c19e-e022-428a-92d9-d45f035b3f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.606989] env[71147]: DEBUG nova.network.neutron [-] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.666322] env[71147]: DEBUG nova.scheduler.client.report [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.889501] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066139} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.889790] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.890655] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64d1cbc-3c3b-466a-bcd6-8abb9f0b56b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.911494] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590/22d6af8a-e2ed-496a-88b9-2dc86bcb5590.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.911864] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc4cc88-1015-4b31-b9e5-1eeb84993d86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.936589] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1122.936589] env[71147]: value = "task-3421736" [ 1122.936589] env[71147]: _type = "Task" [ 1122.936589] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.944899] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.092443] env[71147]: DEBUG oslo_concurrency.lockutils [req-8a212622-4543-4978-822b-9bad36280e73 req-fd97da26-610b-42f7-9785-3b677a96c11d service nova] Releasing lock "refresh_cache-2c1887aa-7a48-4055-b772-474ae7d40768" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.092971] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.093254] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.110034] env[71147]: DEBUG nova.network.neutron [-] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.173682] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.180377] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.372s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.182479] env[71147]: INFO nova.compute.claims [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.207396] env[71147]: INFO nova.scheduler.client.report [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Deleted allocations for instance 053c8a7b-a27e-4979-a39c-4f36b19fc029 [ 1123.324214] env[71147]: DEBUG nova.compute.manager [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.353970] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.354236] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.354394] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.354578] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.354770] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.354931] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.355161] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.355323] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.355496] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.355657] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.355829] env[71147]: DEBUG nova.virt.hardware [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.357415] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74c6f3e-3d78-4315-b15d-1f50affb67c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.368039] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc6f9e3-258d-4281-a78e-2d3c88551d36 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.445748] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421736, 'name': ReconfigVM_Task, 'duration_secs': 0.274514} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.446052] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590/22d6af8a-e2ed-496a-88b9-2dc86bcb5590.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.446693] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22db35c0-b14e-44a4-bf42-783c27238997 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.453022] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1123.453022] env[71147]: value = "task-3421737" [ 1123.453022] env[71147]: _type = "Task" [ 1123.453022] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.460970] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421737, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.596463] env[71147]: INFO nova.compute.manager [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Detaching volume 8569a121-49cd-4bb0-b3d8-3850a86017b9 [ 1123.617777] env[71147]: INFO nova.compute.manager [-] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Took 1.03 seconds to deallocate network for instance. [ 1123.637735] env[71147]: INFO nova.virt.block_device [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Attempting to driver detach volume 8569a121-49cd-4bb0-b3d8-3850a86017b9 from mountpoint /dev/sdb [ 1123.640695] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.640695] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682636', 'volume_id': '8569a121-49cd-4bb0-b3d8-3850a86017b9', 'name': 'volume-8569a121-49cd-4bb0-b3d8-3850a86017b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c232906b-c19f-4e01-a793-1bb6caf5a46e', 'attached_at': '', 'detached_at': '', 'volume_id': '8569a121-49cd-4bb0-b3d8-3850a86017b9', 'serial': '8569a121-49cd-4bb0-b3d8-3850a86017b9'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1123.640695] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5f6bba-8535-4529-8192-2b04c6606942 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.666301] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52565ada-8223-4109-844d-c707d7307634 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.674671] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd8d243-6bc3-4246-94bd-9a0738aeedd6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.702259] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edd52b6-7902-4bf2-962c-48f317ff7533 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.722674] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] The volume has not been displaced from its original location: [datastore2] volume-8569a121-49cd-4bb0-b3d8-3850a86017b9/volume-8569a121-49cd-4bb0-b3d8-3850a86017b9.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1123.729655] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.730256] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a9d329fe-e86d-4262-bae1-25fd38607979 tempest-ListImageFiltersTestJSON-1329577525 tempest-ListImageFiltersTestJSON-1329577525-project-member] Lock "053c8a7b-a27e-4979-a39c-4f36b19fc029" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.701s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.731406] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e1d274-8fb4-4f45-8ec1-876461070fd9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.757261] env[71147]: DEBUG oslo_vmware.api [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1123.757261] env[71147]: value = "task-3421738" [ 1123.757261] env[71147]: _type = "Task" [ 1123.757261] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.763048] env[71147]: DEBUG oslo_vmware.api [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.962839] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421737, 'name': Rename_Task, 'duration_secs': 0.123034} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.963139] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.963439] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f109da-2107-48b8-b7a5-9f8aa6da9f6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.969794] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1123.969794] env[71147]: value = "task-3421739" [ 1123.969794] env[71147]: _type = "Task" [ 1123.969794] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.977748] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.094391] env[71147]: DEBUG nova.compute.manager [req-4913450f-ecbe-4af1-bf6e-f9d49488b4dc req-176608c6-9c62-4950-9e1e-d0802a33687b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received event network-vif-plugged-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.094620] env[71147]: DEBUG oslo_concurrency.lockutils [req-4913450f-ecbe-4af1-bf6e-f9d49488b4dc req-176608c6-9c62-4950-9e1e-d0802a33687b service nova] Acquiring lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.094952] env[71147]: DEBUG oslo_concurrency.lockutils [req-4913450f-ecbe-4af1-bf6e-f9d49488b4dc req-176608c6-9c62-4950-9e1e-d0802a33687b service nova] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.095270] env[71147]: DEBUG oslo_concurrency.lockutils [req-4913450f-ecbe-4af1-bf6e-f9d49488b4dc req-176608c6-9c62-4950-9e1e-d0802a33687b service nova] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.095448] env[71147]: DEBUG nova.compute.manager [req-4913450f-ecbe-4af1-bf6e-f9d49488b4dc req-176608c6-9c62-4950-9e1e-d0802a33687b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] No waiting events found dispatching network-vif-plugged-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.095620] env[71147]: WARNING nova.compute.manager [req-4913450f-ecbe-4af1-bf6e-f9d49488b4dc req-176608c6-9c62-4950-9e1e-d0802a33687b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received unexpected event network-vif-plugged-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 for instance with vm_state building and task_state spawning. [ 1124.128398] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.193426] env[71147]: DEBUG nova.network.neutron [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Successfully updated port: da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.268057] env[71147]: DEBUG oslo_vmware.api [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421738, 'name': ReconfigVM_Task, 'duration_secs': 0.251295} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.272645] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.279220] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb21916b-dd6f-4f64-800e-178189e1b097 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.299828] env[71147]: DEBUG oslo_vmware.api [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1124.299828] env[71147]: value = "task-3421740" [ 1124.299828] env[71147]: _type = "Task" [ 1124.299828] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.314709] env[71147]: DEBUG oslo_vmware.api [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.453369] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37227471-a750-4404-a2f1-734a9ff61f61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.465021] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2975aec-ec8c-4ea7-981b-a85440e8e36c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.480024] env[71147]: DEBUG oslo_vmware.api [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421739, 'name': PowerOnVM_Task, 'duration_secs': 0.406979} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.503697] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.503932] env[71147]: INFO nova.compute.manager [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Took 5.33 seconds to spawn the instance on the hypervisor. [ 1124.504137] env[71147]: DEBUG nova.compute.manager [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.505112] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beede2d9-9898-4e36-a254-7e1c9f0a5fdd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.508232] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b83a2f-5372-49d5-920f-a2e8918d918f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.518316] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07929999-3eb3-48bc-81c4-62402c85ed91 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.535833] env[71147]: DEBUG nova.compute.provider_tree [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.697219] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.697219] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.697219] env[71147]: DEBUG nova.network.neutron [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.811952] env[71147]: DEBUG oslo_vmware.api [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421740, 'name': ReconfigVM_Task, 'duration_secs': 0.17494} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.812363] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682636', 'volume_id': '8569a121-49cd-4bb0-b3d8-3850a86017b9', 'name': 'volume-8569a121-49cd-4bb0-b3d8-3850a86017b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c232906b-c19f-4e01-a793-1bb6caf5a46e', 'attached_at': '', 'detached_at': '', 'volume_id': '8569a121-49cd-4bb0-b3d8-3850a86017b9', 'serial': '8569a121-49cd-4bb0-b3d8-3850a86017b9'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1124.901711] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "36269d99-e371-4861-bdff-8c73f7431f0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.901947] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "36269d99-e371-4861-bdff-8c73f7431f0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.046019] env[71147]: DEBUG nova.scheduler.client.report [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.051340] env[71147]: INFO nova.compute.manager [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Took 24.23 seconds to build instance. [ 1125.239154] env[71147]: DEBUG nova.network.neutron [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.368130] env[71147]: DEBUG nova.objects.instance [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.394163] env[71147]: DEBUG nova.network.neutron [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating instance_info_cache with network_info: [{"id": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "address": "fa:16:3e:0a:aa:9c", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4e1e9b-6b", "ovs_interfaceid": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.404538] env[71147]: DEBUG nova.compute.manager [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.554710] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.555386] env[71147]: DEBUG nova.compute.manager [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.565023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad5756d3-7fda-444c-899a-57c77d28829b tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "22d6af8a-e2ed-496a-88b9-2dc86bcb5590" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.754s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.565023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.464s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.565023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.567767] env[71147]: DEBUG oslo_concurrency.lockutils [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.874s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.567992] env[71147]: DEBUG nova.objects.instance [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lazy-loading 'resources' on Instance uuid a840184e-3187-4fbe-a594-5c8586c49adb {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.607617] env[71147]: INFO nova.scheduler.client.report [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted allocations for instance bf413d83-c4ee-4af8-bc18-d3a0418b4561 [ 1125.899280] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.899649] env[71147]: DEBUG nova.compute.manager [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Instance network_info: |[{"id": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "address": "fa:16:3e:0a:aa:9c", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4e1e9b-6b", "ovs_interfaceid": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.900081] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:aa:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da4e1e9b-6b1f-40f4-9bc7-807828d08c47', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.908191] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Creating folder: Project (fed2b153f8bd4b44aa9b9dd6dda5659c). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.911628] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fe20d4a-0747-4208-b2cd-af36c86a0221 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.927110] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Created folder: Project (fed2b153f8bd4b44aa9b9dd6dda5659c) in parent group-v682378. [ 1125.927233] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Creating folder: Instances. Parent ref: group-v682658. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.927484] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45faa71b-e9e8-43f1-bd22-5a1543ddf9b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.939132] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Created folder: Instances in parent group-v682658. [ 1125.939376] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.940386] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.940625] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.940836] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a8965be-d663-4d46-b670-84cd5e6fc8c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.965736] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.965736] env[71147]: value = "task-3421743" [ 1125.965736] env[71147]: _type = "Task" [ 1125.965736] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.974183] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421743, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.063702] env[71147]: DEBUG nova.compute.utils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.066593] env[71147]: DEBUG nova.compute.manager [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.066593] env[71147]: DEBUG nova.network.neutron [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.117493] env[71147]: DEBUG oslo_concurrency.lockutils [None req-56b7c287-3350-43fe-8fa9-583272c68bab tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "bf413d83-c4ee-4af8-bc18-d3a0418b4561" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.472s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.141453] env[71147]: DEBUG nova.policy [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23c261141d14bcd887ad37cf8e445f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed35b211a6a4abf8058444e4294e0d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.319840] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.334873] env[71147]: DEBUG nova.compute.manager [req-25247af0-71b8-443f-8da3-a17f53dabb42 req-54fed06f-4998-413c-8105-77da922c56fd service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received event network-changed-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.334873] env[71147]: DEBUG nova.compute.manager [req-25247af0-71b8-443f-8da3-a17f53dabb42 req-54fed06f-4998-413c-8105-77da922c56fd service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Refreshing instance network info cache due to event network-changed-da4e1e9b-6b1f-40f4-9bc7-807828d08c47. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.335096] env[71147]: DEBUG oslo_concurrency.lockutils [req-25247af0-71b8-443f-8da3-a17f53dabb42 req-54fed06f-4998-413c-8105-77da922c56fd service nova] Acquiring lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.335240] env[71147]: DEBUG oslo_concurrency.lockutils [req-25247af0-71b8-443f-8da3-a17f53dabb42 req-54fed06f-4998-413c-8105-77da922c56fd service nova] Acquired lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.335400] env[71147]: DEBUG nova.network.neutron [req-25247af0-71b8-443f-8da3-a17f53dabb42 req-54fed06f-4998-413c-8105-77da922c56fd service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Refreshing network info cache for port da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.348037] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a209ca2a-5104-4771-80b8-02d3195467a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.356894] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257d8edb-66a1-491f-84d6-29de93fa7507 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.391452] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f7d3099-5e69-4eab-8fd7-902ee34734d6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.392734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.073s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.392929] env[71147]: DEBUG nova.compute.manager [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.393687] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc6a3fb-6039-4ff9-beef-8744bb9e0b93 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.397388] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b7ea2c-24c1-480b-9798-6aea03594f69 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.406243] env[71147]: DEBUG nova.compute.manager [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1126.406243] env[71147]: DEBUG nova.objects.instance [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.411490] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4db7fa-d0eb-4344-b80b-f52e57f5462a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.429036] env[71147]: DEBUG nova.compute.provider_tree [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.471646] env[71147]: DEBUG nova.network.neutron [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Successfully created port: 55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.481252] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421743, 'name': CreateVM_Task, 'duration_secs': 0.415898} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.481589] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.482220] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.482490] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.483391] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.483924] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af718690-6236-48b1-8e40-48f358b99814 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.488751] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1126.488751] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5265071b-8f67-0345-02f7-f919facb9058" [ 1126.488751] env[71147]: _type = "Task" [ 1126.488751] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.497129] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5265071b-8f67-0345-02f7-f919facb9058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.570030] env[71147]: DEBUG nova.compute.manager [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.762535] env[71147]: INFO nova.compute.manager [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Rebuilding instance [ 1126.819170] env[71147]: DEBUG nova.compute.manager [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.819170] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cafc07c-169f-4671-876c-58f5ccbc6984 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.932127] env[71147]: DEBUG nova.scheduler.client.report [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.000200] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5265071b-8f67-0345-02f7-f919facb9058, 'name': SearchDatastore_Task, 'duration_secs': 0.036056} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.000545] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.000802] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.001338] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.001338] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.001764] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.005318] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a42e9b4-dd62-4332-8002-c50fb6f5d7c2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.018018] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.018018] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.018018] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1756c94-fd4d-47bb-97ff-20cb5f65ed87 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.025553] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1127.025553] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52849e72-d6ca-01ba-2597-d060df03ee66" [ 1127.025553] env[71147]: _type = "Task" [ 1127.025553] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.037286] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52849e72-d6ca-01ba-2597-d060df03ee66, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.038127] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2554a334-bf72-4652-aa3a-c54481524ce2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.046578] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1127.046578] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529c3d29-b26f-4cb4-fcbc-47d98571f8a5" [ 1127.046578] env[71147]: _type = "Task" [ 1127.046578] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.058364] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529c3d29-b26f-4cb4-fcbc-47d98571f8a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.225060] env[71147]: DEBUG nova.network.neutron [req-25247af0-71b8-443f-8da3-a17f53dabb42 req-54fed06f-4998-413c-8105-77da922c56fd service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updated VIF entry in instance network info cache for port da4e1e9b-6b1f-40f4-9bc7-807828d08c47. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.225060] env[71147]: DEBUG nova.network.neutron [req-25247af0-71b8-443f-8da3-a17f53dabb42 req-54fed06f-4998-413c-8105-77da922c56fd service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating instance_info_cache with network_info: [{"id": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "address": "fa:16:3e:0a:aa:9c", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4e1e9b-6b", "ovs_interfaceid": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.418025] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.418025] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b33beec-86d5-42c4-a22b-1413dc2a4c9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.424148] env[71147]: DEBUG oslo_vmware.api [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1127.424148] env[71147]: value = "task-3421744" [ 1127.424148] env[71147]: _type = "Task" [ 1127.424148] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.436212] env[71147]: DEBUG oslo_vmware.api [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.437078] env[71147]: DEBUG oslo_concurrency.lockutils [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.441414] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.630s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.441796] env[71147]: DEBUG nova.objects.instance [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'resources' on Instance uuid 543d3b2b-4e38-4b95-85bb-ea979c98346c {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.464682] env[71147]: INFO nova.scheduler.client.report [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Deleted allocations for instance a840184e-3187-4fbe-a594-5c8586c49adb [ 1127.558434] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529c3d29-b26f-4cb4-fcbc-47d98571f8a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.558721] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.558986] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3/6eb760fe-9dac-48a4-9685-a231d05c16b3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.559975] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-567824da-db17-4d8e-86cf-1dcf5df25938 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.566368] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1127.566368] env[71147]: value = "task-3421745" [ 1127.566368] env[71147]: _type = "Task" [ 1127.566368] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.575063] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.581472] env[71147]: DEBUG nova.compute.manager [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.607984] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.608255] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.608613] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.608613] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.608862] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.609083] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.609272] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.609427] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.609604] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.609796] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.609985] env[71147]: DEBUG nova.virt.hardware [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.610880] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394045a-1b3e-454a-a7e9-658457e61ee7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.621318] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9fd2f0-6232-4887-a417-f115da8c8f03 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.725387] env[71147]: DEBUG oslo_concurrency.lockutils [req-25247af0-71b8-443f-8da3-a17f53dabb42 req-54fed06f-4998-413c-8105-77da922c56fd service nova] Releasing lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.768608] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "22e007a9-e619-4583-8b21-eb245c92e45f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.768919] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.835483] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.835483] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5420b5d0-8517-4edb-a5bc-e933348867b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.846151] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1127.846151] env[71147]: value = "task-3421746" [ 1127.846151] env[71147]: _type = "Task" [ 1127.846151] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.859270] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.939036] env[71147]: DEBUG oslo_vmware.api [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421744, 'name': PowerOffVM_Task, 'duration_secs': 0.261872} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.939527] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.939734] env[71147]: DEBUG nova.compute.manager [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.940836] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3a2b7c-b0eb-4690-b835-f7db24d965ec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.973457] env[71147]: DEBUG oslo_concurrency.lockutils [None req-89c2e530-7fd8-473a-99f3-4f4863526bc6 tempest-AttachInterfacesUnderV243Test-701512252 tempest-AttachInterfacesUnderV243Test-701512252-project-member] Lock "a840184e-3187-4fbe-a594-5c8586c49adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.968s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.074715] env[71147]: DEBUG nova.network.neutron [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Successfully updated port: 55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.089868] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421745, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.220823] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f1d928-daf1-406c-a86f-8c663a7b93da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.228917] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d06ab0-6092-4372-8407-d79e11272977 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.267722] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75987eba-008d-4138-9277-6ad68c69a3a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.270856] env[71147]: DEBUG nova.compute.manager [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.278960] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb27d277-089e-44cd-82c8-2159fa882967 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.293699] env[71147]: DEBUG nova.compute.provider_tree [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.356177] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421746, 'name': PowerOffVM_Task, 'duration_secs': 0.136782} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.356447] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.357139] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.357934] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f0a011-5c94-4ad1-9ad9-06974c876291 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.366561] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.366792] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c8ff139-d140-4f61-adf1-d256f55d3d5a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.391439] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.391670] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.391855] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Deleting the datastore file [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.392298] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ab58a4e-e86e-414d-a1ef-d53a7137b784 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.397786] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1128.397786] env[71147]: value = "task-3421748" [ 1128.397786] env[71147]: _type = "Task" [ 1128.397786] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.405938] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.458547] env[71147]: DEBUG nova.compute.manager [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received event network-vif-plugged-55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.458779] env[71147]: DEBUG oslo_concurrency.lockutils [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] Acquiring lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.458865] env[71147]: DEBUG oslo_concurrency.lockutils [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.458971] env[71147]: DEBUG oslo_concurrency.lockutils [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.459164] env[71147]: DEBUG nova.compute.manager [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] No waiting events found dispatching network-vif-plugged-55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.459330] env[71147]: WARNING nova.compute.manager [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received unexpected event network-vif-plugged-55d1dd15-0d46-429b-ac3d-dbb22b70e453 for instance with vm_state building and task_state spawning. [ 1128.459489] env[71147]: DEBUG nova.compute.manager [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.459684] env[71147]: DEBUG nova.compute.manager [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing instance network info cache due to event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.459876] env[71147]: DEBUG oslo_concurrency.lockutils [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] Acquiring lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.460170] env[71147]: DEBUG oslo_concurrency.lockutils [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] Acquired lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.460372] env[71147]: DEBUG nova.network.neutron [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing network info cache for port 55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.461511] env[71147]: DEBUG oslo_concurrency.lockutils [None req-21cccfd1-1a85-4488-922e-dc1e1e6437b6 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.584551] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.584551] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587441} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.584551] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3/6eb760fe-9dac-48a4-9685-a231d05c16b3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.584551] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.584551] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-050653eb-d00f-4a92-99d0-bf08d9c36c2b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.592892] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1128.592892] env[71147]: value = "task-3421749" [ 1128.592892] env[71147]: _type = "Task" [ 1128.592892] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.604774] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.790954] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.797173] env[71147]: DEBUG nova.scheduler.client.report [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.910109] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198536} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.910109] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.910376] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.910632] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.941295] env[71147]: DEBUG nova.objects.instance [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.004136] env[71147]: DEBUG nova.network.neutron [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.098897] env[71147]: DEBUG nova.network.neutron [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.108508] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069066} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.108790] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.109630] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6528bca7-6a8a-45f0-9549-837b6f02c85e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.143117] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3/6eb760fe-9dac-48a4-9685-a231d05c16b3.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.146078] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97834662-aa36-4f6d-8966-8ab91f16ea35 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.176046] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquiring lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.176383] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.184355] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1129.184355] env[71147]: value = "task-3421750" [ 1129.184355] env[71147]: _type = "Task" [ 1129.184355] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.195694] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.304241] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.308556] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.588s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.312237] env[71147]: INFO nova.compute.claims [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.346945] env[71147]: INFO nova.scheduler.client.report [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleted allocations for instance 543d3b2b-4e38-4b95-85bb-ea979c98346c [ 1129.447881] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.448241] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.448349] env[71147]: DEBUG nova.network.neutron [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.448481] env[71147]: DEBUG nova.objects.instance [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'info_cache' on Instance uuid c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.603573] env[71147]: DEBUG oslo_concurrency.lockutils [req-639048e8-2bfd-4bfe-9f8d-0d799c5f3912 req-2d76526c-4afb-4e03-843a-f3de9d89e366 service nova] Releasing lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.603573] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.603573] env[71147]: DEBUG nova.network.neutron [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.680095] env[71147]: DEBUG nova.compute.manager [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.701021] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.861720] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0bab74f3-64fb-400c-880e-52b2c8d38a00 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "543d3b2b-4e38-4b95-85bb-ea979c98346c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.750s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.954137] env[71147]: DEBUG nova.objects.base [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.969119] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.969119] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.969119] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.969119] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.969119] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.969119] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.969119] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.969119] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.969907] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.970231] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.970525] env[71147]: DEBUG nova.virt.hardware [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.971939] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd9b554-a5fb-4b57-8117-8a70ce38a72f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.980872] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2f9a3f-4093-4d22-b852-550e3b8b637e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.996731] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.004133] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.004720] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.005136] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ab91f0-a968-447d-8071-da53ab24c39a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.022219] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.022219] env[71147]: value = "task-3421751" [ 1130.022219] env[71147]: _type = "Task" [ 1130.022219] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.030979] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421751, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.143748] env[71147]: DEBUG nova.network.neutron [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.200234] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421750, 'name': ReconfigVM_Task, 'duration_secs': 0.805283} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.200543] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3/6eb760fe-9dac-48a4-9685-a231d05c16b3.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.201299] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2166dcb6-af2f-41c6-a158-34a07ba34b0d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.209253] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1130.209253] env[71147]: value = "task-3421752" [ 1130.209253] env[71147]: _type = "Task" [ 1130.209253] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.210322] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.219838] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421752, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.536699] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421751, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.550636] env[71147]: DEBUG nova.network.neutron [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [{"id": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "address": "fa:16:3e:a4:32:e6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d1dd15-0d", "ovs_interfaceid": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.568332] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b2ffe2-4b71-468e-97b8-c85231098f73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.577228] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a447938-14fe-4c4a-9cd1-f114d4b3411a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.609658] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970fc91a-966e-448f-b931-001b5e2ec5b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.618222] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a79ae3c-9149-4f18-aea8-95e0f3300d84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.633697] env[71147]: DEBUG nova.compute.provider_tree [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.720333] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421752, 'name': Rename_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.916292] env[71147]: DEBUG nova.network.neutron [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updating instance_info_cache with network_info: [{"id": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "address": "fa:16:3e:5f:6d:12", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065a397a-c6", "ovs_interfaceid": "065a397a-c6b6-4e8f-8653-a93ad809b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.043346] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421751, 'name': CreateVM_Task, 'duration_secs': 0.523213} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.043550] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.044088] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.044185] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.044518] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.044786] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c13105-31b4-4a5e-97eb-1d0e7d5e798e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.050241] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1131.050241] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523eb5da-450d-e461-dd4b-262e7bd7950a" [ 1131.050241] env[71147]: _type = "Task" [ 1131.050241] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.055585] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.056136] env[71147]: DEBUG nova.compute.manager [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Instance network_info: |[{"id": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "address": "fa:16:3e:a4:32:e6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d1dd15-0d", "ovs_interfaceid": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.056529] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:32:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d1dd15-0d46-429b-ac3d-dbb22b70e453', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.063877] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.064911] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.069022] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a13ef8-de69-4584-86c6-e77543ebcf4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.088635] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523eb5da-450d-e461-dd4b-262e7bd7950a, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.089450] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.089733] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.089985] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.090269] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.090455] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.090748] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76eaebd9-1f6a-419b-9127-42557a5c3e68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.093787] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.093787] env[71147]: value = "task-3421753" [ 1131.093787] env[71147]: _type = "Task" [ 1131.093787] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.103539] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421753, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.104917] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.105103] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.105798] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3452b1e1-7243-4d67-8617-cc2d3144cba4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.110893] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1131.110893] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5257694d-a7d3-8d87-53b4-1b5681edcd48" [ 1131.110893] env[71147]: _type = "Task" [ 1131.110893] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.119325] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5257694d-a7d3-8d87-53b4-1b5681edcd48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.139477] env[71147]: DEBUG nova.scheduler.client.report [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.223224] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421752, 'name': Rename_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.416718] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Releasing lock "refresh_cache-c232906b-c19f-4e01-a793-1bb6caf5a46e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.604559] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421753, 'name': CreateVM_Task, 'duration_secs': 0.325444} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.604746] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.605497] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.605666] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.606015] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.606284] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2fb59ed-7728-4fd4-946a-a3fa74cab9a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.610757] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1131.610757] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52150b7c-666a-2990-1c95-7863e15ecd45" [ 1131.610757] env[71147]: _type = "Task" [ 1131.610757] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.622513] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52150b7c-666a-2990-1c95-7863e15ecd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.626385] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5257694d-a7d3-8d87-53b4-1b5681edcd48, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.627207] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a0bb61-2f41-4e2d-b74a-f6610f7077a3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.632391] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1131.632391] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d05d1c-18d6-2e2a-040c-456b3cdc2558" [ 1131.632391] env[71147]: _type = "Task" [ 1131.632391] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.642540] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d05d1c-18d6-2e2a-040c-456b3cdc2558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.649351] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.649351] env[71147]: DEBUG nova.compute.manager [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.651030] env[71147]: DEBUG oslo_concurrency.lockutils [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.580s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.651030] env[71147]: DEBUG nova.objects.instance [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lazy-loading 'resources' on Instance uuid 085d895f-42c7-457b-9129-17ce28437841 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.728284] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421752, 'name': Rename_Task, 'duration_secs': 1.170953} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.728421] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.728655] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56945e67-f79f-41a3-af23-4e3cbf46f91d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.743729] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1131.743729] env[71147]: value = "task-3421754" [ 1131.743729] env[71147]: _type = "Task" [ 1131.743729] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.753867] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.126818] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52150b7c-666a-2990-1c95-7863e15ecd45, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.127458] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.129631] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.129631] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.143594] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d05d1c-18d6-2e2a-040c-456b3cdc2558, 'name': SearchDatastore_Task, 'duration_secs': 0.008732} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.146018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.146018] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590/22d6af8a-e2ed-496a-88b9-2dc86bcb5590.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.146018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.146018] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.146018] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b51878ed-7b60-4f6e-977e-620ab4f05e1c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.148499] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19c5c92d-a2b6-48c1-beaa-ba8c320c7a26 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.157380] env[71147]: DEBUG nova.compute.utils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.161198] env[71147]: DEBUG nova.compute.manager [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.161375] env[71147]: DEBUG nova.network.neutron [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.163367] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1132.163367] env[71147]: value = "task-3421755" [ 1132.163367] env[71147]: _type = "Task" [ 1132.163367] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.163616] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.166017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.166548] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf0c685-83df-42fe-8660-39af6e0c8a0a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.176798] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1132.176798] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b951ab-52f2-74db-8466-80845342cbd5" [ 1132.176798] env[71147]: _type = "Task" [ 1132.176798] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.181268] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.198381] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b951ab-52f2-74db-8466-80845342cbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.199365] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4440ec03-14da-478d-a1e8-0fac4f9cba39 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.211865] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1132.211865] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5209d230-1d16-5b23-cadc-cb1902260771" [ 1132.211865] env[71147]: _type = "Task" [ 1132.211865] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.222667] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5209d230-1d16-5b23-cadc-cb1902260771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.249954] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421754, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.275988] env[71147]: DEBUG nova.policy [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '244d5b3b46b24620b5dcfc7c8c9da528', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8407805719064f8d905d0defb18724fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.424353] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.424871] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61557c3b-e10c-4b67-847f-919284fbe337 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.437177] env[71147]: DEBUG oslo_vmware.api [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1132.437177] env[71147]: value = "task-3421756" [ 1132.437177] env[71147]: _type = "Task" [ 1132.437177] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.454785] env[71147]: DEBUG oslo_vmware.api [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.464960] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef6ae3f-9a81-4028-ac24-72d57f55fd07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.476231] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b3442-3b15-4170-b245-1c5a644d55bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.521978] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdd40c6-c1b4-474a-8b67-529aa2ed09af {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.534553] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5fd955-2051-43be-92c9-499f0099d2fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.557757] env[71147]: DEBUG nova.compute.provider_tree [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.667076] env[71147]: DEBUG nova.compute.manager [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.680766] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464381} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.680766] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590/22d6af8a-e2ed-496a-88b9-2dc86bcb5590.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.680766] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.680766] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23fdf3e9-7caf-42ae-b34d-14f9fd441006 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.687458] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1132.687458] env[71147]: value = "task-3421757" [ 1132.687458] env[71147]: _type = "Task" [ 1132.687458] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.695754] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.721665] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5209d230-1d16-5b23-cadc-cb1902260771, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.722511] env[71147]: DEBUG nova.network.neutron [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Successfully created port: 82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.724465] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.724727] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] e44d692f-b03d-4dab-8fa4-e17c94a7d886/e44d692f-b03d-4dab-8fa4-e17c94a7d886.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.725030] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea2973f1-29c0-48c2-9d24-56ca274566ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.732941] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1132.732941] env[71147]: value = "task-3421758" [ 1132.732941] env[71147]: _type = "Task" [ 1132.732941] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.741544] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.749312] env[71147]: DEBUG oslo_vmware.api [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421754, 'name': PowerOnVM_Task, 'duration_secs': 0.669487} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.749608] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.749823] env[71147]: INFO nova.compute.manager [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1132.750049] env[71147]: DEBUG nova.compute.manager [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.750931] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce0596d-e14a-462e-ab10-11d94abc18d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.951909] env[71147]: DEBUG oslo_vmware.api [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.986058] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "0c113879-90d7-4c10-8c05-abb364490a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.986283] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.061558] env[71147]: DEBUG nova.scheduler.client.report [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.200980] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067675} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.202378] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.203336] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dc8640-3bc7-4103-b21b-54524fc93c27 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.231588] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590/22d6af8a-e2ed-496a-88b9-2dc86bcb5590.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.233137] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9a7723-fc82-459a-820c-e7bb17266e3d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.266563] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421758, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.274689] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1133.274689] env[71147]: value = "task-3421759" [ 1133.274689] env[71147]: _type = "Task" [ 1133.274689] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.275638] env[71147]: INFO nova.compute.manager [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Took 27.34 seconds to build instance. [ 1133.285020] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.449609] env[71147]: DEBUG oslo_vmware.api [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421756, 'name': PowerOnVM_Task, 'duration_secs': 0.744612} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.449609] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.449609] env[71147]: DEBUG nova.compute.manager [None req-d6e243f6-c030-40e1-a09a-fbc0a228afdb tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.449942] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa50570-2c61-4a1b-b735-a2f49bfa1897 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.488604] env[71147]: DEBUG nova.compute.manager [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.568133] env[71147]: DEBUG oslo_concurrency.lockutils [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.570615] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 16.345s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.601511] env[71147]: INFO nova.scheduler.client.report [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted allocations for instance 085d895f-42c7-457b-9129-17ce28437841 [ 1133.683169] env[71147]: DEBUG nova.compute.manager [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.735894] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.736037] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.736207] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.736420] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.736582] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.736733] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.736964] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.738287] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.738529] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.738724] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.738918] env[71147]: DEBUG nova.virt.hardware [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.740332] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393068eb-bbe6-4115-9aca-08cdeb8b3e6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.750015] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e62ad9-7bb4-45e8-8be0-d5ce7851b400 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.771292] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7553} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.771560] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] e44d692f-b03d-4dab-8fa4-e17c94a7d886/e44d692f-b03d-4dab-8fa4-e17c94a7d886.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.771792] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.772124] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-190152ea-394b-4bdc-acfa-6b85d91c2011 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.778828] env[71147]: DEBUG oslo_concurrency.lockutils [None req-551c6f7a-8280-4156-bc65-62caa445d2ee tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.867s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.785049] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.786391] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1133.786391] env[71147]: value = "task-3421760" [ 1133.786391] env[71147]: _type = "Task" [ 1133.786391] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.793642] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.008965] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.102444] env[71147]: DEBUG nova.compute.manager [req-2027d39f-a826-49ae-ae7f-f3ce58490945 req-62112c73-6804-4020-908b-d12001ba7f96 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received event network-vif-plugged-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.102642] env[71147]: DEBUG oslo_concurrency.lockutils [req-2027d39f-a826-49ae-ae7f-f3ce58490945 req-62112c73-6804-4020-908b-d12001ba7f96 service nova] Acquiring lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.102973] env[71147]: DEBUG oslo_concurrency.lockutils [req-2027d39f-a826-49ae-ae7f-f3ce58490945 req-62112c73-6804-4020-908b-d12001ba7f96 service nova] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.103191] env[71147]: DEBUG oslo_concurrency.lockutils [req-2027d39f-a826-49ae-ae7f-f3ce58490945 req-62112c73-6804-4020-908b-d12001ba7f96 service nova] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.103358] env[71147]: DEBUG nova.compute.manager [req-2027d39f-a826-49ae-ae7f-f3ce58490945 req-62112c73-6804-4020-908b-d12001ba7f96 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] No waiting events found dispatching network-vif-plugged-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.103525] env[71147]: WARNING nova.compute.manager [req-2027d39f-a826-49ae-ae7f-f3ce58490945 req-62112c73-6804-4020-908b-d12001ba7f96 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received unexpected event network-vif-plugged-82b7d1f8-9039-4fe9-9280-b798fc140b63 for instance with vm_state building and task_state spawning. [ 1134.109997] env[71147]: DEBUG oslo_concurrency.lockutils [None req-974842fe-b3a5-4936-8815-a1c8de2096d6 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "085d895f-42c7-457b-9129-17ce28437841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.643s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.206476] env[71147]: DEBUG nova.network.neutron [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Successfully updated port: 82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.283536] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421759, 'name': ReconfigVM_Task, 'duration_secs': 0.942411} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.283840] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590/22d6af8a-e2ed-496a-88b9-2dc86bcb5590.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.284596] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4b22cee-47b4-42cd-812f-cef853a4c559 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.293517] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1134.293517] env[71147]: value = "task-3421761" [ 1134.293517] env[71147]: _type = "Task" [ 1134.293517] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.295194] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.408272} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.298273] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.299093] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d67075-a95e-4d4f-9729-657630cc68a3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.306822] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421761, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.326350] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] e44d692f-b03d-4dab-8fa4-e17c94a7d886/e44d692f-b03d-4dab-8fa4-e17c94a7d886.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.326724] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a60f87b-dd31-426c-b7fa-fe071875dcc8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.349893] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1134.349893] env[71147]: value = "task-3421762" [ 1134.349893] env[71147]: _type = "Task" [ 1134.349893] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.359536] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.440528] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "157a81cf-9154-4851-98d2-0580701edf4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.440973] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "157a81cf-9154-4851-98d2-0580701edf4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.617956] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance a1c91e5f-c70c-4cc9-a624-edbd8186f801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.617956] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.617956] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance c232906b-c19f-4e01-a793-1bb6caf5a46e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.617956] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.617956] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance d3c06463-a7b6-4577-a9c4-68ef44a62e0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.617956] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 4b69c334-83c4-4ecf-96c9-ee8f7d15f039 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1134.617956] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 2c1887aa-7a48-4055-b772-474ae7d40768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.617956] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 22d6af8a-e2ed-496a-88b9-2dc86bcb5590 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.617956] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 6eb760fe-9dac-48a4-9685-a231d05c16b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.617956] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance e44d692f-b03d-4dab-8fa4-e17c94a7d886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.618388] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5266a021-9df4-4eaa-aefa-ffb20d496c3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1134.709323] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.709913] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.709913] env[71147]: DEBUG nova.network.neutron [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.812360] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421761, 'name': Rename_Task, 'duration_secs': 0.285991} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.812739] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.812990] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49317394-2bd6-490f-bdad-c2f0d2e5b75d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.820592] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1134.820592] env[71147]: value = "task-3421763" [ 1134.820592] env[71147]: _type = "Task" [ 1134.820592] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.830868] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.860302] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421762, 'name': ReconfigVM_Task, 'duration_secs': 0.29522} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.860302] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Reconfigured VM instance instance-00000066 to attach disk [datastore1] e44d692f-b03d-4dab-8fa4-e17c94a7d886/e44d692f-b03d-4dab-8fa4-e17c94a7d886.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.860501] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db465b38-9db3-4d82-8342-968c6388a33e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.867068] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1134.867068] env[71147]: value = "task-3421764" [ 1134.867068] env[71147]: _type = "Task" [ 1134.867068] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.875747] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421764, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.943542] env[71147]: DEBUG nova.compute.manager [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.123029] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1135.254188] env[71147]: DEBUG nova.network.neutron [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.335068] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421763, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.381905] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421764, 'name': Rename_Task, 'duration_secs': 0.138761} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.382342] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.382692] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c42596e-df47-42c4-8446-6c49695bbd4c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.389974] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1135.389974] env[71147]: value = "task-3421765" [ 1135.389974] env[71147]: _type = "Task" [ 1135.389974] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.401124] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.466152] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.503951] env[71147]: DEBUG nova.network.neutron [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updating instance_info_cache with network_info: [{"id": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "address": "fa:16:3e:9e:a5:29", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b7d1f8-90", "ovs_interfaceid": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.536509] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "104dc388-4f12-45a4-848c-35776ee57fe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.537193] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "104dc388-4f12-45a4-848c-35776ee57fe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.625452] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 36269d99-e371-4861-bdff-8c73f7431f0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1135.833332] env[71147]: DEBUG oslo_vmware.api [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421763, 'name': PowerOnVM_Task, 'duration_secs': 0.520223} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.834339] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.834339] env[71147]: DEBUG nova.compute.manager [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.834800] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6f34c8-617f-475c-94e8-4ad8962c03a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.902391] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421765, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.007435] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.007818] env[71147]: DEBUG nova.compute.manager [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Instance network_info: |[{"id": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "address": "fa:16:3e:9e:a5:29", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b7d1f8-90", "ovs_interfaceid": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.008377] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:a5:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82b7d1f8-9039-4fe9-9280-b798fc140b63', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.022751] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.023456] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.023704] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19ae646a-78f9-43f0-b642-f778c34ec945 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.043401] env[71147]: DEBUG nova.compute.manager [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.054557] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.054557] env[71147]: value = "task-3421766" [ 1136.054557] env[71147]: _type = "Task" [ 1136.054557] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.064644] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421766, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.128734] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 22e007a9-e619-4583-8b21-eb245c92e45f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1136.303626] env[71147]: DEBUG nova.compute.manager [req-58752f34-a96b-4985-9ebb-3cbde0aeefbd req-0d2fe41e-67b6-476d-a73f-d7e6418455a9 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received event network-changed-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.303626] env[71147]: DEBUG nova.compute.manager [req-58752f34-a96b-4985-9ebb-3cbde0aeefbd req-0d2fe41e-67b6-476d-a73f-d7e6418455a9 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Refreshing instance network info cache due to event network-changed-82b7d1f8-9039-4fe9-9280-b798fc140b63. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.303626] env[71147]: DEBUG oslo_concurrency.lockutils [req-58752f34-a96b-4985-9ebb-3cbde0aeefbd req-0d2fe41e-67b6-476d-a73f-d7e6418455a9 service nova] Acquiring lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.303626] env[71147]: DEBUG oslo_concurrency.lockutils [req-58752f34-a96b-4985-9ebb-3cbde0aeefbd req-0d2fe41e-67b6-476d-a73f-d7e6418455a9 service nova] Acquired lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.303626] env[71147]: DEBUG nova.network.neutron [req-58752f34-a96b-4985-9ebb-3cbde0aeefbd req-0d2fe41e-67b6-476d-a73f-d7e6418455a9 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Refreshing network info cache for port 82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.357301] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.410592] env[71147]: DEBUG oslo_vmware.api [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421765, 'name': PowerOnVM_Task, 'duration_secs': 0.708414} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.410923] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.411230] env[71147]: INFO nova.compute.manager [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1136.411422] env[71147]: DEBUG nova.compute.manager [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.412433] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f4f0e4-573a-4ced-8569-378357293389 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.566110] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421766, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.585269] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.631809] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1136.933553] env[71147]: INFO nova.compute.manager [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Took 26.14 seconds to build instance. [ 1137.016036] env[71147]: INFO nova.compute.manager [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Rebuilding instance [ 1137.057032] env[71147]: DEBUG nova.network.neutron [req-58752f34-a96b-4985-9ebb-3cbde0aeefbd req-0d2fe41e-67b6-476d-a73f-d7e6418455a9 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updated VIF entry in instance network info cache for port 82b7d1f8-9039-4fe9-9280-b798fc140b63. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.057848] env[71147]: DEBUG nova.network.neutron [req-58752f34-a96b-4985-9ebb-3cbde0aeefbd req-0d2fe41e-67b6-476d-a73f-d7e6418455a9 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updating instance_info_cache with network_info: [{"id": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "address": "fa:16:3e:9e:a5:29", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b7d1f8-90", "ovs_interfaceid": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.069847] env[71147]: DEBUG nova.compute.manager [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.070860] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1866b62-b84c-4eb6-b65a-9c4ba654ba84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.077790] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421766, 'name': CreateVM_Task, 'duration_secs': 0.796391} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.078285] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.078990] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.079229] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.079857] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.081810] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c405eee1-c23c-40b1-927b-c422a803b161 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.089051] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1137.089051] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dd465c-6b66-a47c-369a-d31ae836becf" [ 1137.089051] env[71147]: _type = "Task" [ 1137.089051] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.097706] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dd465c-6b66-a47c-369a-d31ae836becf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.136232] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0c113879-90d7-4c10-8c05-abb364490a63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1137.440137] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35730ad0-fa9c-4ccf-94ab-9197781c13d0 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.659s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.487985] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "22d6af8a-e2ed-496a-88b9-2dc86bcb5590" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.488307] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "22d6af8a-e2ed-496a-88b9-2dc86bcb5590" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.488527] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "22d6af8a-e2ed-496a-88b9-2dc86bcb5590-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.488712] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "22d6af8a-e2ed-496a-88b9-2dc86bcb5590-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.488992] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "22d6af8a-e2ed-496a-88b9-2dc86bcb5590-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.494551] env[71147]: INFO nova.compute.manager [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Terminating instance [ 1137.566393] env[71147]: DEBUG oslo_concurrency.lockutils [req-58752f34-a96b-4985-9ebb-3cbde0aeefbd req-0d2fe41e-67b6-476d-a73f-d7e6418455a9 service nova] Releasing lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.604708] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52dd465c-6b66-a47c-369a-d31ae836becf, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.605602] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.605830] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.606070] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.606300] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.606386] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.607424] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff08cb0d-346f-4657-8404-8fac8c94854b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.615776] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.615958] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.616692] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae88804d-63f8-4ca5-98a3-0d2cc3df2e7a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.622415] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1137.622415] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5233886f-50f5-4f6b-3b9b-158c38be222c" [ 1137.622415] env[71147]: _type = "Task" [ 1137.622415] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.630621] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5233886f-50f5-4f6b-3b9b-158c38be222c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.639575] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 157a81cf-9154-4851-98d2-0580701edf4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1137.639888] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1137.640061] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1137.902647] env[71147]: DEBUG nova.compute.manager [req-7859f8e1-60ed-4f02-baa5-119265e8e8f3 req-f4cd78e2-38f1-4808-ae22-f52ca1193c2a service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.902860] env[71147]: DEBUG nova.compute.manager [req-7859f8e1-60ed-4f02-baa5-119265e8e8f3 req-f4cd78e2-38f1-4808-ae22-f52ca1193c2a service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing instance network info cache due to event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.903086] env[71147]: DEBUG oslo_concurrency.lockutils [req-7859f8e1-60ed-4f02-baa5-119265e8e8f3 req-f4cd78e2-38f1-4808-ae22-f52ca1193c2a service nova] Acquiring lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.903225] env[71147]: DEBUG oslo_concurrency.lockutils [req-7859f8e1-60ed-4f02-baa5-119265e8e8f3 req-f4cd78e2-38f1-4808-ae22-f52ca1193c2a service nova] Acquired lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.903381] env[71147]: DEBUG nova.network.neutron [req-7859f8e1-60ed-4f02-baa5-119265e8e8f3 req-f4cd78e2-38f1-4808-ae22-f52ca1193c2a service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing network info cache for port 55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.931280] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03c1202-6a3a-4db2-8d07-8d4c258581e2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.941252] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376b3ef6-3540-4187-b1de-cd902e0285cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.981779] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735af6f7-3ac7-403c-a38b-04d2cd3bb6a3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.991543] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603eb469-df95-49d2-8053-77f8579f3238 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.998434] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "refresh_cache-22d6af8a-e2ed-496a-88b9-2dc86bcb5590" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.998731] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquired lock "refresh_cache-22d6af8a-e2ed-496a-88b9-2dc86bcb5590" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.999042] env[71147]: DEBUG nova.network.neutron [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.009137] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.029957] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquiring lock "e0c1526e-8fbd-4fb9-af27-0919b3704956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.030345] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "e0c1526e-8fbd-4fb9-af27-0919b3704956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.045277] env[71147]: DEBUG nova.network.neutron [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.096522] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.097032] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb8e09b1-bbf9-471c-84f0-f0a8e8d41f3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.106258] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1138.106258] env[71147]: value = "task-3421767" [ 1138.106258] env[71147]: _type = "Task" [ 1138.106258] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.117401] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.121060] env[71147]: DEBUG nova.network.neutron [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.136906] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5233886f-50f5-4f6b-3b9b-158c38be222c, 'name': SearchDatastore_Task, 'duration_secs': 0.016487} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.138042] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddbab10-cbe6-4f9f-836f-82f4d4270d42 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.145178] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1138.145178] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5252e824-fe5c-8546-eb17-1f7048116600" [ 1138.145178] env[71147]: _type = "Task" [ 1138.145178] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.153014] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5252e824-fe5c-8546-eb17-1f7048116600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.533495] env[71147]: DEBUG nova.compute.manager [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.551781] env[71147]: ERROR nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [req-9f519b2c-f8a6-4da0-a0aa-687b263418b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f519b2c-f8a6-4da0-a0aa-687b263418b3"}]} [ 1138.579477] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1138.604544] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1138.604752] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.621107] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421767, 'name': PowerOffVM_Task, 'duration_secs': 0.203418} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.622131] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1138.624119] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.624368] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.625388] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35006b6c-24d0-478f-8144-2d4f6c107e3d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.630593] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Releasing lock "refresh_cache-22d6af8a-e2ed-496a-88b9-2dc86bcb5590" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.631105] env[71147]: DEBUG nova.compute.manager [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.631555] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.635833] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd67fa78-904f-4f2b-80d6-0735f068a88b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.645673] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.651581] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc7067dd-62db-4128-85d7-0839f8b20b49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.653123] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.654122] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1138.656408] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a98bb33-24b5-408e-b096-6947b3465946 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.664394] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5252e824-fe5c-8546-eb17-1f7048116600, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.666652] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.666652] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c/5266a021-9df4-4eaa-aefa-ffb20d496c3c.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.666652] env[71147]: DEBUG oslo_vmware.api [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1138.666652] env[71147]: value = "task-3421769" [ 1138.666652] env[71147]: _type = "Task" [ 1138.666652] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.666652] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-238ba648-71b8-458e-baae-479ec023e16f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.678018] env[71147]: DEBUG oslo_vmware.api [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.679525] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1138.679525] env[71147]: value = "task-3421770" [ 1138.679525] env[71147]: _type = "Task" [ 1138.679525] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.695286] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.737754] env[71147]: DEBUG nova.network.neutron [req-7859f8e1-60ed-4f02-baa5-119265e8e8f3 req-f4cd78e2-38f1-4808-ae22-f52ca1193c2a service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updated VIF entry in instance network info cache for port 55d1dd15-0d46-429b-ac3d-dbb22b70e453. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.738275] env[71147]: DEBUG nova.network.neutron [req-7859f8e1-60ed-4f02-baa5-119265e8e8f3 req-f4cd78e2-38f1-4808-ae22-f52ca1193c2a service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [{"id": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "address": "fa:16:3e:a4:32:e6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d1dd15-0d", "ovs_interfaceid": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.874943] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "44b7b260-e596-4bc9-9e98-56162cb791d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.875219] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.986026] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e199c2bb-e42d-414c-829e-f6a6eefafb60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.995748] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f55ff8-539b-4c4c-8124-cea39b8e8473 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.034415] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe8daeb-e450-4c0f-a9b6-942a84c2f801 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.047776] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52c7e1e-cd9d-4716-9d22-470348129cc5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.067705] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.070659] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.178169] env[71147]: DEBUG oslo_vmware.api [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421769, 'name': PowerOffVM_Task, 'duration_secs': 0.146801} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.178508] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.178713] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.179030] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af250230-1364-47a7-888f-6b1bc3d3d984 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.189068] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421770, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.209634] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.209634] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.209923] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Deleting the datastore file [datastore1] 22d6af8a-e2ed-496a-88b9-2dc86bcb5590 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.210051] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4802d6-4897-4a81-8661-d59589c20348 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.216552] env[71147]: DEBUG oslo_vmware.api [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for the task: (returnval){ [ 1139.216552] env[71147]: value = "task-3421772" [ 1139.216552] env[71147]: _type = "Task" [ 1139.216552] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.225096] env[71147]: DEBUG oslo_vmware.api [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.244126] env[71147]: DEBUG oslo_concurrency.lockutils [req-7859f8e1-60ed-4f02-baa5-119265e8e8f3 req-f4cd78e2-38f1-4808-ae22-f52ca1193c2a service nova] Releasing lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.380634] env[71147]: DEBUG nova.compute.manager [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.610757] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1139.611056] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 153 to 154 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1139.611271] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.690758] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530818} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.693997] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c/5266a021-9df4-4eaa-aefa-ffb20d496c3c.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.694326] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.694671] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e62f363-6c47-41de-bdd0-c88f89001545 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.701690] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1139.701690] env[71147]: value = "task-3421773" [ 1139.701690] env[71147]: _type = "Task" [ 1139.701690] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.710088] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.728288] env[71147]: DEBUG oslo_vmware.api [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Task: {'id': task-3421772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451164} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.728288] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.728288] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.728288] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.728288] env[71147]: INFO nova.compute.manager [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1139.728288] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.728288] env[71147]: DEBUG nova.compute.manager [-] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.728288] env[71147]: DEBUG nova.network.neutron [-] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.746134] env[71147]: DEBUG nova.network.neutron [-] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.907965] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.116714] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1140.117118] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.546s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.117222] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.274s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.118835] env[71147]: INFO nova.compute.claims [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.211795] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290832} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.212090] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.212864] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4392d6b8-8b1c-4cb5-b78a-3a2ed5e10ce1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.235821] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c/5266a021-9df4-4eaa-aefa-ffb20d496c3c.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.236167] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac56def-1b53-40e9-8d7e-6aa783466b99 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.253032] env[71147]: DEBUG nova.network.neutron [-] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.260065] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1140.260065] env[71147]: value = "task-3421774" [ 1140.260065] env[71147]: _type = "Task" [ 1140.260065] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.269242] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.754853] env[71147]: INFO nova.compute.manager [-] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Took 1.03 seconds to deallocate network for instance. [ 1140.769475] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421774, 'name': ReconfigVM_Task, 'duration_secs': 0.372123} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.769765] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c/5266a021-9df4-4eaa-aefa-ffb20d496c3c.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.770424] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2785351-380d-42b6-bafb-930d73e50786 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.776872] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1140.776872] env[71147]: value = "task-3421775" [ 1140.776872] env[71147]: _type = "Task" [ 1140.776872] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.784412] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421775, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.267069] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.285717] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421775, 'name': Rename_Task, 'duration_secs': 0.152512} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.288238] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.288677] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02f5642e-0d13-4587-a01e-8c9080e42ae4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.294366] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1141.294366] env[71147]: value = "task-3421776" [ 1141.294366] env[71147]: _type = "Task" [ 1141.294366] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.303782] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.340958] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6546adb9-8c5d-4a75-bfc7-1576e29c3577 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.349334] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02572f9b-9c26-408a-bb2d-550a4907d1c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.383143] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43163297-5145-41fe-9bc5-c779320f3c8f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.390346] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac5f76-ab56-4481-8c38-8eeedbc25c45 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.403913] env[71147]: DEBUG nova.compute.provider_tree [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.804661] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421776, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.921231] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.921665] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.922014] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleting the datastore file [datastore1] d3c06463-a7b6-4577-a9c4-68ef44a62e0d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.922329] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecf73e20-5392-435b-9a00-fee3c243d35b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.929590] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1141.929590] env[71147]: value = "task-3421777" [ 1141.929590] env[71147]: _type = "Task" [ 1141.929590] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.939134] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.940503] env[71147]: DEBUG nova.scheduler.client.report [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1141.940503] env[71147]: DEBUG nova.compute.provider_tree [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 154 to 155 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1141.940742] env[71147]: DEBUG nova.compute.provider_tree [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.305308] env[71147]: DEBUG oslo_vmware.api [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421776, 'name': PowerOnVM_Task, 'duration_secs': 0.778645} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.305662] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.305662] env[71147]: INFO nova.compute.manager [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1142.305756] env[71147]: DEBUG nova.compute.manager [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.306923] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ed3801-3674-4214-9b5c-25d3adbf2781 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.452195] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.452909] env[71147]: DEBUG nova.compute.manager [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.455772] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185896} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.456107] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.404s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.456333] env[71147]: DEBUG nova.objects.instance [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1142.460051] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.460051] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.460051] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.822798] env[71147]: INFO nova.compute.manager [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Took 26.12 seconds to build instance. [ 1142.977274] env[71147]: DEBUG nova.compute.utils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.987303] env[71147]: DEBUG nova.compute.manager [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.987700] env[71147]: DEBUG nova.network.neutron [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.059172] env[71147]: DEBUG nova.policy [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e27b5ee85d4b4bf8a692317b0353260d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a63c10d510a4c2dad53978528f8d47e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.328514] env[71147]: DEBUG oslo_concurrency.lockutils [None req-15f7602c-64dc-42d3-bf7b-3aab51bb678b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.633s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.404970] env[71147]: DEBUG nova.network.neutron [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Successfully created port: 6d53de37-0842-4afe-b38c-25a593595423 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.480970] env[71147]: DEBUG oslo_concurrency.lockutils [None req-be4cd02a-8524-4608-9811-72ad2849c24c tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.482168] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.355s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.482402] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.490376] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.548s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.491938] env[71147]: INFO nova.compute.claims [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.506245] env[71147]: DEBUG nova.compute.manager [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.535764] env[71147]: INFO nova.scheduler.client.report [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Deleted allocations for instance 4b69c334-83c4-4ecf-96c9-ee8f7d15f039 [ 1143.551645] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.551887] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.552058] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.552245] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.552383] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.552525] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.552732] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.552884] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.554306] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.554306] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.554306] env[71147]: DEBUG nova.virt.hardware [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.554881] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d406fc-20f7-4185-9136-8679afdd90ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.564468] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4680a2d-268f-45dd-99c4-29e33d27e15a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.586292] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:45:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed273bd0-2d90-4253-bb98-0abbf1ecbf57', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.597675] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.597675] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.597675] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b024576-9014-4621-ada5-f7767fc751e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.618749] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.618749] env[71147]: value = "task-3421778" [ 1143.618749] env[71147]: _type = "Task" [ 1143.618749] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.627513] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421778, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.691808] env[71147]: DEBUG nova.compute.manager [req-8df15510-ffd3-40a0-9430-14b3f36df9ed req-022430c1-d91c-4d39-9cdf-5ea154ba4042 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received event network-changed-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.692178] env[71147]: DEBUG nova.compute.manager [req-8df15510-ffd3-40a0-9430-14b3f36df9ed req-022430c1-d91c-4d39-9cdf-5ea154ba4042 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Refreshing instance network info cache due to event network-changed-82b7d1f8-9039-4fe9-9280-b798fc140b63. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.692507] env[71147]: DEBUG oslo_concurrency.lockutils [req-8df15510-ffd3-40a0-9430-14b3f36df9ed req-022430c1-d91c-4d39-9cdf-5ea154ba4042 service nova] Acquiring lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.692623] env[71147]: DEBUG oslo_concurrency.lockutils [req-8df15510-ffd3-40a0-9430-14b3f36df9ed req-022430c1-d91c-4d39-9cdf-5ea154ba4042 service nova] Acquired lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.692947] env[71147]: DEBUG nova.network.neutron [req-8df15510-ffd3-40a0-9430-14b3f36df9ed req-022430c1-d91c-4d39-9cdf-5ea154ba4042 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Refreshing network info cache for port 82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.049363] env[71147]: DEBUG oslo_concurrency.lockutils [None req-47ae1b28-89ab-461c-ae9c-0d553aff3781 tempest-ServerShowV254Test-164053080 tempest-ServerShowV254Test-164053080-project-member] Lock "4b69c334-83c4-4ecf-96c9-ee8f7d15f039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.155s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.130036] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421778, 'name': CreateVM_Task, 'duration_secs': 0.419237} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.130650] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.131418] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.131592] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.131918] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.132348] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019a1717-1739-45ee-b0e8-83155e51463c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.137567] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1144.137567] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ea610-c372-7e6d-6723-e4b036f2c655" [ 1144.137567] env[71147]: _type = "Task" [ 1144.137567] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.147315] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ea610-c372-7e6d-6723-e4b036f2c655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.506678] env[71147]: DEBUG nova.network.neutron [req-8df15510-ffd3-40a0-9430-14b3f36df9ed req-022430c1-d91c-4d39-9cdf-5ea154ba4042 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updated VIF entry in instance network info cache for port 82b7d1f8-9039-4fe9-9280-b798fc140b63. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.507167] env[71147]: DEBUG nova.network.neutron [req-8df15510-ffd3-40a0-9430-14b3f36df9ed req-022430c1-d91c-4d39-9cdf-5ea154ba4042 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updating instance_info_cache with network_info: [{"id": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "address": "fa:16:3e:9e:a5:29", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b7d1f8-90", "ovs_interfaceid": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.522202] env[71147]: DEBUG nova.compute.manager [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.553660] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.553888] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.554167] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.554483] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.554748] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.555022] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.555395] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.555676] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.555978] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.556319] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.556691] env[71147]: DEBUG nova.virt.hardware [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.558681] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d2eab4-4074-4eab-98bf-970b71e9893b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.569575] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d2c9b-3151-4d80-8948-ab094d53ccc9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.648131] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ea610-c372-7e6d-6723-e4b036f2c655, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.648537] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.648819] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.649576] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.649576] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.649576] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.649904] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-197890c4-ed77-4690-992c-d5ba1969ee00 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.662505] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.662780] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.663701] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e28793-6098-4cbe-b15c-341ee8d164c1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.671834] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1144.671834] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f6d99e-3fe9-a8d0-a676-830377c35a4e" [ 1144.671834] env[71147]: _type = "Task" [ 1144.671834] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.681582] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f6d99e-3fe9-a8d0-a676-830377c35a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.686063] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f8bd99-3fe1-4f3a-8345-911505b51cc2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.691760] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1144.691760] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5220341d-41b2-e902-5e91-ad60a85586b3" [ 1144.691760] env[71147]: _type = "Task" [ 1144.691760] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.705242] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5220341d-41b2-e902-5e91-ad60a85586b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.817147] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e0dc33-9c42-4619-ad9c-76f5e3b09138 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.824854] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b45d8cf-f8ca-4ec2-bb30-9834de3ea775 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.856245] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb9b704-34f9-41f2-9b88-46f01a92dbe0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.865305] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f9c6ad-5559-414c-acec-07c419091428 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.870222] env[71147]: DEBUG nova.compute.manager [req-e487436a-8ee7-4ba5-af70-fda5fe98496e req-69b94fb9-e029-4f46-8fde-26d5f6368a2c service nova] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Received event network-vif-plugged-6d53de37-0842-4afe-b38c-25a593595423 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.870448] env[71147]: DEBUG oslo_concurrency.lockutils [req-e487436a-8ee7-4ba5-af70-fda5fe98496e req-69b94fb9-e029-4f46-8fde-26d5f6368a2c service nova] Acquiring lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.870685] env[71147]: DEBUG oslo_concurrency.lockutils [req-e487436a-8ee7-4ba5-af70-fda5fe98496e req-69b94fb9-e029-4f46-8fde-26d5f6368a2c service nova] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.870849] env[71147]: DEBUG oslo_concurrency.lockutils [req-e487436a-8ee7-4ba5-af70-fda5fe98496e req-69b94fb9-e029-4f46-8fde-26d5f6368a2c service nova] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.871020] env[71147]: DEBUG nova.compute.manager [req-e487436a-8ee7-4ba5-af70-fda5fe98496e req-69b94fb9-e029-4f46-8fde-26d5f6368a2c service nova] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] No waiting events found dispatching network-vif-plugged-6d53de37-0842-4afe-b38c-25a593595423 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.871272] env[71147]: WARNING nova.compute.manager [req-e487436a-8ee7-4ba5-af70-fda5fe98496e req-69b94fb9-e029-4f46-8fde-26d5f6368a2c service nova] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Received unexpected event network-vif-plugged-6d53de37-0842-4afe-b38c-25a593595423 for instance with vm_state building and task_state spawning. [ 1144.881616] env[71147]: DEBUG nova.compute.provider_tree [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.983477] env[71147]: DEBUG nova.network.neutron [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Successfully updated port: 6d53de37-0842-4afe-b38c-25a593595423 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.010133] env[71147]: DEBUG oslo_concurrency.lockutils [req-8df15510-ffd3-40a0-9430-14b3f36df9ed req-022430c1-d91c-4d39-9cdf-5ea154ba4042 service nova] Releasing lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.204830] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5220341d-41b2-e902-5e91-ad60a85586b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.205156] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.205383] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] d3c06463-a7b6-4577-a9c4-68ef44a62e0d/d3c06463-a7b6-4577-a9c4-68ef44a62e0d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.205652] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-818142db-8000-4982-8e54-ac24e717ca3a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.212892] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1145.212892] env[71147]: value = "task-3421779" [ 1145.212892] env[71147]: _type = "Task" [ 1145.212892] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.220858] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.384804] env[71147]: DEBUG nova.scheduler.client.report [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.486857] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.487042] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.487234] env[71147]: DEBUG nova.network.neutron [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.725442] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421779, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.889584] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.890191] env[71147]: DEBUG nova.compute.manager [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.892872] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.102s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.894448] env[71147]: INFO nova.compute.claims [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.046504] env[71147]: DEBUG nova.network.neutron [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.220023] env[71147]: DEBUG nova.network.neutron [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance_info_cache with network_info: [{"id": "6d53de37-0842-4afe-b38c-25a593595423", "address": "fa:16:3e:57:00:61", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d53de37-08", "ovs_interfaceid": "6d53de37-0842-4afe-b38c-25a593595423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.229179] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875551} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.229455] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] d3c06463-a7b6-4577-a9c4-68ef44a62e0d/d3c06463-a7b6-4577-a9c4-68ef44a62e0d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.229706] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.229985] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c11eb3f8-3f0e-4283-b3a1-cf80d74dca84 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.237426] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1146.237426] env[71147]: value = "task-3421780" [ 1146.237426] env[71147]: _type = "Task" [ 1146.237426] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.246529] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.402039] env[71147]: DEBUG nova.compute.utils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.402553] env[71147]: DEBUG nova.compute.manager [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.403403] env[71147]: DEBUG nova.network.neutron [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.465245] env[71147]: DEBUG nova.policy [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c6c6bbaad3148b3b2b6b7659a0781fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78252557e3614dee8b7f01a4d1eb39b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.723382] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.723792] env[71147]: DEBUG nova.compute.manager [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Instance network_info: |[{"id": "6d53de37-0842-4afe-b38c-25a593595423", "address": "fa:16:3e:57:00:61", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d53de37-08", "ovs_interfaceid": "6d53de37-0842-4afe-b38c-25a593595423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.724307] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:00:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d53de37-0842-4afe-b38c-25a593595423', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.732246] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.733154] env[71147]: DEBUG nova.network.neutron [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Successfully created port: c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.735137] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.735751] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdc7509c-82f4-443a-a415-d90dbaea7976 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.758625] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326579} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.760168] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.760433] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.760433] env[71147]: value = "task-3421781" [ 1146.760433] env[71147]: _type = "Task" [ 1146.760433] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.761179] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f0417d-7ba1-479f-9212-e41cae6be090 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.773446] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421781, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.793026] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] d3c06463-a7b6-4577-a9c4-68ef44a62e0d/d3c06463-a7b6-4577-a9c4-68ef44a62e0d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.793356] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbd58a6-e352-4325-bdde-9e4d5635a8e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.816268] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1146.816268] env[71147]: value = "task-3421782" [ 1146.816268] env[71147]: _type = "Task" [ 1146.816268] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.828301] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.906914] env[71147]: DEBUG nova.compute.manager [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.912085] env[71147]: DEBUG nova.compute.manager [req-eee09e1c-e852-4077-9410-77788b9b7f14 req-b674322f-69ac-4dfc-ac1b-918f5e0ddca1 service nova] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Received event network-changed-6d53de37-0842-4afe-b38c-25a593595423 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.912379] env[71147]: DEBUG nova.compute.manager [req-eee09e1c-e852-4077-9410-77788b9b7f14 req-b674322f-69ac-4dfc-ac1b-918f5e0ddca1 service nova] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Refreshing instance network info cache due to event network-changed-6d53de37-0842-4afe-b38c-25a593595423. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.912536] env[71147]: DEBUG oslo_concurrency.lockutils [req-eee09e1c-e852-4077-9410-77788b9b7f14 req-b674322f-69ac-4dfc-ac1b-918f5e0ddca1 service nova] Acquiring lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.912777] env[71147]: DEBUG oslo_concurrency.lockutils [req-eee09e1c-e852-4077-9410-77788b9b7f14 req-b674322f-69ac-4dfc-ac1b-918f5e0ddca1 service nova] Acquired lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.912869] env[71147]: DEBUG nova.network.neutron [req-eee09e1c-e852-4077-9410-77788b9b7f14 req-b674322f-69ac-4dfc-ac1b-918f5e0ddca1 service nova] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Refreshing network info cache for port 6d53de37-0842-4afe-b38c-25a593595423 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.172566] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908ba188-f46e-4796-a1af-55feb1378db1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.180782] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5428d8a6-8fe7-46d3-96cd-e7ff1fce2b07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.210956] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3813ec4a-92a6-4630-abfc-5e2d6882b1d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.218243] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7020408b-6d57-45ef-99f2-e9db3326b4c2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.231772] env[71147]: DEBUG nova.compute.provider_tree [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.273978] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421781, 'name': CreateVM_Task, 'duration_secs': 0.383683} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.274181] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.274934] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.275654] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.275654] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.275828] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3ce0a5-90a1-4468-b9d3-8846f375b55a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.281239] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1147.281239] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c6e19e-3d1c-9fc7-b34f-1d3ff1d7277c" [ 1147.281239] env[71147]: _type = "Task" [ 1147.281239] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.290502] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c6e19e-3d1c-9fc7-b34f-1d3ff1d7277c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.325310] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.673221] env[71147]: DEBUG nova.network.neutron [req-eee09e1c-e852-4077-9410-77788b9b7f14 req-b674322f-69ac-4dfc-ac1b-918f5e0ddca1 service nova] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updated VIF entry in instance network info cache for port 6d53de37-0842-4afe-b38c-25a593595423. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.673678] env[71147]: DEBUG nova.network.neutron [req-eee09e1c-e852-4077-9410-77788b9b7f14 req-b674322f-69ac-4dfc-ac1b-918f5e0ddca1 service nova] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance_info_cache with network_info: [{"id": "6d53de37-0842-4afe-b38c-25a593595423", "address": "fa:16:3e:57:00:61", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d53de37-08", "ovs_interfaceid": "6d53de37-0842-4afe-b38c-25a593595423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.734954] env[71147]: DEBUG nova.scheduler.client.report [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.792070] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c6e19e-3d1c-9fc7-b34f-1d3ff1d7277c, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.792070] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.792070] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.792338] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.792338] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.792427] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.792688] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d49ba2d7-5375-4f1f-b598-36f36b03b381 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.801365] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.802301] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.802301] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b155e00-da6d-487e-b036-d2e5fbb7dbbe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.807210] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1147.807210] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fb60ba-b65c-4a7a-80a8-ca69277f7325" [ 1147.807210] env[71147]: _type = "Task" [ 1147.807210] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.814730] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fb60ba-b65c-4a7a-80a8-ca69277f7325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.824649] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421782, 'name': ReconfigVM_Task, 'duration_secs': 0.998674} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.824900] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] d3c06463-a7b6-4577-a9c4-68ef44a62e0d/d3c06463-a7b6-4577-a9c4-68ef44a62e0d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.826717] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5f756bf-9dce-40a7-bb74-0c45d6da9ee6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.831080] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1147.831080] env[71147]: value = "task-3421783" [ 1147.831080] env[71147]: _type = "Task" [ 1147.831080] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.839562] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421783, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.920836] env[71147]: DEBUG nova.compute.manager [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.949872] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.950118] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.950313] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.950509] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.950839] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.950839] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.951057] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.951244] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.951428] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.951662] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.951906] env[71147]: DEBUG nova.virt.hardware [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.952784] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8a0754-ef81-4536-9a57-5dcf7abd4026 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.962138] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1f9a4e-3970-4946-830c-7f844fc33aa0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.176106] env[71147]: DEBUG oslo_concurrency.lockutils [req-eee09e1c-e852-4077-9410-77788b9b7f14 req-b674322f-69ac-4dfc-ac1b-918f5e0ddca1 service nova] Releasing lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.241397] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.241942] env[71147]: DEBUG nova.compute.manager [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.244740] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.034s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.246165] env[71147]: INFO nova.compute.claims [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.295509] env[71147]: DEBUG nova.network.neutron [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Successfully updated port: c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.318465] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fb60ba-b65c-4a7a-80a8-ca69277f7325, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.319276] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3bd9993-d6e4-49ac-8a43-e137faf24a42 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.324158] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1148.324158] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f91721-a223-66da-80be-b899a3753a92" [ 1148.324158] env[71147]: _type = "Task" [ 1148.324158] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.333162] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f91721-a223-66da-80be-b899a3753a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.340189] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421783, 'name': Rename_Task, 'duration_secs': 0.157265} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.340444] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.340697] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35c41f4-20f1-489b-adb3-e658253bb7b7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.346607] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1148.346607] env[71147]: value = "task-3421784" [ 1148.346607] env[71147]: _type = "Task" [ 1148.346607] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.354530] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.751710] env[71147]: DEBUG nova.compute.utils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.755606] env[71147]: DEBUG nova.compute.manager [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.755820] env[71147]: DEBUG nova.network.neutron [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.795925] env[71147]: DEBUG nova.policy [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50f7d1eeae6048078e7b181a75524615', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da5496217b7b4f458818189a20c00699', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.798329] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.798329] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquired lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.798329] env[71147]: DEBUG nova.network.neutron [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.839943] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f91721-a223-66da-80be-b899a3753a92, 'name': SearchDatastore_Task, 'duration_secs': 0.011625} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.840188] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.840553] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5/149a7bc8-0bb7-4119-a485-32dc7a1eb7e5.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.840879] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd0c077c-488b-45c0-a589-ad6367bf81d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.847618] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1148.847618] env[71147]: value = "task-3421785" [ 1148.847618] env[71147]: _type = "Task" [ 1148.847618] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.861271] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.866044] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.941830] env[71147]: DEBUG nova.compute.manager [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Received event network-vif-plugged-c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.942271] env[71147]: DEBUG oslo_concurrency.lockutils [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] Acquiring lock "36269d99-e371-4861-bdff-8c73f7431f0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.942582] env[71147]: DEBUG oslo_concurrency.lockutils [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] Lock "36269d99-e371-4861-bdff-8c73f7431f0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.942807] env[71147]: DEBUG oslo_concurrency.lockutils [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] Lock "36269d99-e371-4861-bdff-8c73f7431f0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.943158] env[71147]: DEBUG nova.compute.manager [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] No waiting events found dispatching network-vif-plugged-c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.943534] env[71147]: WARNING nova.compute.manager [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Received unexpected event network-vif-plugged-c676dba9-4f99-470a-86bf-42a06945b1b8 for instance with vm_state building and task_state spawning. [ 1148.943653] env[71147]: DEBUG nova.compute.manager [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Received event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.943874] env[71147]: DEBUG nova.compute.manager [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing instance network info cache due to event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.944074] env[71147]: DEBUG oslo_concurrency.lockutils [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] Acquiring lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.197025] env[71147]: DEBUG nova.network.neutron [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Successfully created port: d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.258964] env[71147]: DEBUG nova.compute.manager [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.340391] env[71147]: DEBUG nova.network.neutron [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.368024] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.378120] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471083} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.379008] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5/149a7bc8-0bb7-4119-a485-32dc7a1eb7e5.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.379602] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.380081] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df107af7-7418-45b3-9662-a2e8a23e700a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.387710] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1149.387710] env[71147]: value = "task-3421786" [ 1149.387710] env[71147]: _type = "Task" [ 1149.387710] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.405486] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.508897] env[71147]: DEBUG nova.network.neutron [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updating instance_info_cache with network_info: [{"id": "c676dba9-4f99-470a-86bf-42a06945b1b8", "address": "fa:16:3e:66:f0:f8", "network": {"id": "58776026-b97a-49ca-a19c-3363b905225c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263970073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78252557e3614dee8b7f01a4d1eb39b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676dba9-4f", "ovs_interfaceid": "c676dba9-4f99-470a-86bf-42a06945b1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.563494] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc79dbe-1548-4231-8ed1-6bfa38544965 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.571473] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89019a3-7086-4ea8-84de-b6e3074ba8b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.605044] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eb10e0-47c1-4ca6-9350-2390b7637868 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.612276] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abf88a0-8c8f-437f-86aa-1e5a86d148cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.625600] env[71147]: DEBUG nova.compute.provider_tree [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.858596] env[71147]: DEBUG oslo_vmware.api [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421784, 'name': PowerOnVM_Task, 'duration_secs': 1.202898} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.858916] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.859117] env[71147]: DEBUG nova.compute.manager [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.859924] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b392f06-34c2-418b-a27a-7155f3798a96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.899845] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065547} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.900174] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.900961] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51fe45d-cd92-45ba-a96d-136205c55cca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.923878] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5/149a7bc8-0bb7-4119-a485-32dc7a1eb7e5.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.924459] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7df05bde-57ae-4006-bb66-662e31d9250e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.945541] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1149.945541] env[71147]: value = "task-3421787" [ 1149.945541] env[71147]: _type = "Task" [ 1149.945541] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.955452] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.012674] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Releasing lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.012674] env[71147]: DEBUG nova.compute.manager [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Instance network_info: |[{"id": "c676dba9-4f99-470a-86bf-42a06945b1b8", "address": "fa:16:3e:66:f0:f8", "network": {"id": "58776026-b97a-49ca-a19c-3363b905225c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263970073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78252557e3614dee8b7f01a4d1eb39b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676dba9-4f", "ovs_interfaceid": "c676dba9-4f99-470a-86bf-42a06945b1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.012879] env[71147]: DEBUG oslo_concurrency.lockutils [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] Acquired lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.013020] env[71147]: DEBUG nova.network.neutron [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.014970] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f0:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c676dba9-4f99-470a-86bf-42a06945b1b8', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.021770] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Creating folder: Project (78252557e3614dee8b7f01a4d1eb39b3). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.024963] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29ec6449-afbb-44ef-8b42-0b4b6442558b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.036336] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Created folder: Project (78252557e3614dee8b7f01a4d1eb39b3) in parent group-v682378. [ 1150.036565] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Creating folder: Instances. Parent ref: group-v682666. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.036805] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2afaca5-2aa9-4dae-9b59-c42525d835c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.046085] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Created folder: Instances in parent group-v682666. [ 1150.046354] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.046544] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.046839] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-168f8629-67da-4db8-90bf-0b5e51dd799e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.069370] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.069370] env[71147]: value = "task-3421790" [ 1150.069370] env[71147]: _type = "Task" [ 1150.069370] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.078434] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421790, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.131243] env[71147]: DEBUG nova.scheduler.client.report [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.270170] env[71147]: DEBUG nova.network.neutron [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updated VIF entry in instance network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.270616] env[71147]: DEBUG nova.network.neutron [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updating instance_info_cache with network_info: [{"id": "c676dba9-4f99-470a-86bf-42a06945b1b8", "address": "fa:16:3e:66:f0:f8", "network": {"id": "58776026-b97a-49ca-a19c-3363b905225c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263970073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78252557e3614dee8b7f01a4d1eb39b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676dba9-4f", "ovs_interfaceid": "c676dba9-4f99-470a-86bf-42a06945b1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.272936] env[71147]: DEBUG nova.compute.manager [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.314057] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.314321] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.314524] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.314724] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.314874] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.315033] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.315250] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.315411] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.315574] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.315731] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.315902] env[71147]: DEBUG nova.virt.hardware [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.317092] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c51012-d4bc-4eaa-8bcd-53f1a0929099 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.325642] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec8ed62-219f-4c45-a59b-1f8782a172a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.377157] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.456413] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.578606] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421790, 'name': CreateVM_Task, 'duration_secs': 0.376648} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.578792] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.579513] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.579683] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.580117] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.580424] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a6a73b-6850-4acd-9a3d-7996deaf1fd5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.585062] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1150.585062] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f62225-ed6b-ffa4-432b-c38be1da4e00" [ 1150.585062] env[71147]: _type = "Task" [ 1150.585062] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.592660] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f62225-ed6b-ffa4-432b-c38be1da4e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.636866] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.637514] env[71147]: DEBUG nova.compute.manager [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.641103] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.632s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.642976] env[71147]: INFO nova.compute.claims [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.695188] env[71147]: DEBUG nova.network.neutron [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Successfully updated port: d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.777177] env[71147]: DEBUG oslo_concurrency.lockutils [req-97c80c84-c139-4a09-8d06-94c6580022ee req-c02cf182-f3ea-4507-8080-835eca0b02b0 service nova] Releasing lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.956834] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421787, 'name': ReconfigVM_Task, 'duration_secs': 0.794282} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.957149] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5/149a7bc8-0bb7-4119-a485-32dc7a1eb7e5.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.957769] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bae4467-d9d8-4e24-a88a-4170a7557638 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.964078] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1150.964078] env[71147]: value = "task-3421791" [ 1150.964078] env[71147]: _type = "Task" [ 1150.964078] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.973784] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421791, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.975805] env[71147]: DEBUG nova.compute.manager [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received event network-vif-plugged-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.976037] env[71147]: DEBUG oslo_concurrency.lockutils [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] Acquiring lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.976242] env[71147]: DEBUG oslo_concurrency.lockutils [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] Lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.976439] env[71147]: DEBUG oslo_concurrency.lockutils [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] Lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.976650] env[71147]: DEBUG nova.compute.manager [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] No waiting events found dispatching network-vif-plugged-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.976788] env[71147]: WARNING nova.compute.manager [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received unexpected event network-vif-plugged-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 for instance with vm_state building and task_state spawning. [ 1150.976945] env[71147]: DEBUG nova.compute.manager [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received event network-changed-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.977109] env[71147]: DEBUG nova.compute.manager [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Refreshing instance network info cache due to event network-changed-d01f9eba-f429-41fe-b9c7-0f3249ed16e1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.977293] env[71147]: DEBUG oslo_concurrency.lockutils [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] Acquiring lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.977425] env[71147]: DEBUG oslo_concurrency.lockutils [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] Acquired lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.977576] env[71147]: DEBUG nova.network.neutron [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Refreshing network info cache for port d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.095963] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f62225-ed6b-ffa4-432b-c38be1da4e00, 'name': SearchDatastore_Task, 'duration_secs': 0.028435} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.096290] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.096526] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.096767] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.096911] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.097107] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.097369] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-969540e7-560d-464b-baaa-2117664da547 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.104613] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.104791] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.105522] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b8c8eda-3505-4e7b-85d4-ad47a6de7355 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.110534] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1151.110534] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cf03f7-8bc9-657a-6fe4-08a5782aa602" [ 1151.110534] env[71147]: _type = "Task" [ 1151.110534] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.118980] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cf03f7-8bc9-657a-6fe4-08a5782aa602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.142494] env[71147]: DEBUG nova.compute.utils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.144054] env[71147]: DEBUG nova.compute.manager [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.144253] env[71147]: DEBUG nova.network.neutron [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.191538] env[71147]: DEBUG nova.policy [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a21143b4e2914a7c9b59b831c2ec7095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78187feacfbb435794d760325a5f8dc7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.198929] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.474592] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421791, 'name': Rename_Task, 'duration_secs': 0.137274} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.474885] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.475147] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b530ebb-8a22-4c96-ab94-527b81179806 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.483005] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1151.483005] env[71147]: value = "task-3421792" [ 1151.483005] env[71147]: _type = "Task" [ 1151.483005] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.490708] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.519575] env[71147]: DEBUG nova.network.neutron [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.588430] env[71147]: DEBUG nova.network.neutron [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.622553] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cf03f7-8bc9-657a-6fe4-08a5782aa602, 'name': SearchDatastore_Task, 'duration_secs': 0.008895} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.623529] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2146b1f8-08c0-41bf-b166-bae41536edc7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.632825] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1151.632825] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52949d4e-592c-b41a-232d-6078508b003a" [ 1151.632825] env[71147]: _type = "Task" [ 1151.632825] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.641684] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52949d4e-592c-b41a-232d-6078508b003a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.647608] env[71147]: DEBUG nova.compute.manager [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.725712] env[71147]: DEBUG nova.network.neutron [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Successfully created port: 494c2705-f918-41d3-850f-28347657df58 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.914253] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378989e5-83f5-4aa5-840e-37de7f6a5b8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.922178] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be29fc34-bbc8-4e8b-bb3c-1bda15185ece {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.955240] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4698873-d866-4dd2-a385-b133e7afbd68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.962635] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91283b9a-adc1-4d1f-9e2b-fef3f77df12d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.975907] env[71147]: DEBUG nova.compute.provider_tree [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.992159] env[71147]: DEBUG oslo_vmware.api [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421792, 'name': PowerOnVM_Task, 'duration_secs': 0.465799} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.992463] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.992779] env[71147]: INFO nova.compute.manager [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1151.993080] env[71147]: DEBUG nova.compute.manager [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.994245] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54718d4-99a3-42f0-bcd1-bb0cf3cda765 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.090867] env[71147]: DEBUG oslo_concurrency.lockutils [req-0d7bee57-c88e-4dc3-a09b-d9fdcceb9c2a req-79be38b8-ef32-4e48-95b8-e3798c5a198b service nova] Releasing lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.091290] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.091458] env[71147]: DEBUG nova.network.neutron [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.144028] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52949d4e-592c-b41a-232d-6078508b003a, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.144303] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.144568] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 36269d99-e371-4861-bdff-8c73f7431f0d/36269d99-e371-4861-bdff-8c73f7431f0d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.144828] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29cd09c8-c448-4997-88dc-4c57fd600718 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.151308] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1152.151308] env[71147]: value = "task-3421793" [ 1152.151308] env[71147]: _type = "Task" [ 1152.151308] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.162291] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.481326] env[71147]: DEBUG nova.scheduler.client.report [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.512326] env[71147]: INFO nova.compute.manager [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Took 34.69 seconds to build instance. [ 1152.626095] env[71147]: DEBUG nova.network.neutron [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.659813] env[71147]: DEBUG nova.compute.manager [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.668325] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44886} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.668829] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 36269d99-e371-4861-bdff-8c73f7431f0d/36269d99-e371-4861-bdff-8c73f7431f0d.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.668956] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.669647] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38bd6cd4-5d64-4a48-ad2f-0f9bdf700ee9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.676520] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1152.676520] env[71147]: value = "task-3421794" [ 1152.676520] env[71147]: _type = "Task" [ 1152.676520] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.688100] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.690363] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.690598] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.690771] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.690966] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.691167] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.691335] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.691640] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.691766] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.691980] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.692161] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.692354] env[71147]: DEBUG nova.virt.hardware [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.693177] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3175be3-41d5-4bef-b7c3-c385433ec471 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.702108] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca1814-391d-445c-a95b-ce5f8ebb139b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.815091] env[71147]: DEBUG nova.network.neutron [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating instance_info_cache with network_info: [{"id": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "address": "fa:16:3e:2f:59:0a", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01f9eba-f4", "ovs_interfaceid": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.986514] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.987025] env[71147]: DEBUG nova.compute.manager [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.990212] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.524s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.991761] env[71147]: INFO nova.compute.claims [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.015227] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea274bbd-a3da-404e-b234-f6aa7be2120c tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.198s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.150864] env[71147]: DEBUG nova.compute.manager [req-03a16bd9-7f8c-4331-b72c-94dd3e8bf332 req-7b899ac7-a41e-4d49-b0ed-e7449823e710 service nova] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Received event network-vif-plugged-494c2705-f918-41d3-850f-28347657df58 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.150864] env[71147]: DEBUG oslo_concurrency.lockutils [req-03a16bd9-7f8c-4331-b72c-94dd3e8bf332 req-7b899ac7-a41e-4d49-b0ed-e7449823e710 service nova] Acquiring lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.150864] env[71147]: DEBUG oslo_concurrency.lockutils [req-03a16bd9-7f8c-4331-b72c-94dd3e8bf332 req-7b899ac7-a41e-4d49-b0ed-e7449823e710 service nova] Lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.151280] env[71147]: DEBUG oslo_concurrency.lockutils [req-03a16bd9-7f8c-4331-b72c-94dd3e8bf332 req-7b899ac7-a41e-4d49-b0ed-e7449823e710 service nova] Lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.151852] env[71147]: DEBUG nova.compute.manager [req-03a16bd9-7f8c-4331-b72c-94dd3e8bf332 req-7b899ac7-a41e-4d49-b0ed-e7449823e710 service nova] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] No waiting events found dispatching network-vif-plugged-494c2705-f918-41d3-850f-28347657df58 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.152142] env[71147]: WARNING nova.compute.manager [req-03a16bd9-7f8c-4331-b72c-94dd3e8bf332 req-7b899ac7-a41e-4d49-b0ed-e7449823e710 service nova] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Received unexpected event network-vif-plugged-494c2705-f918-41d3-850f-28347657df58 for instance with vm_state building and task_state spawning. [ 1153.186702] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079184} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.187178] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.188064] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b708e2-23da-4fe3-ac6d-bd3f4503b5ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.213079] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 36269d99-e371-4861-bdff-8c73f7431f0d/36269d99-e371-4861-bdff-8c73f7431f0d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.213079] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84497d95-bb3e-42b5-a170-35f3e6a6d712 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.232586] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1153.232586] env[71147]: value = "task-3421795" [ 1153.232586] env[71147]: _type = "Task" [ 1153.232586] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.240672] env[71147]: DEBUG nova.network.neutron [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Successfully updated port: 494c2705-f918-41d3-850f-28347657df58 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.248282] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.317647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.318040] env[71147]: DEBUG nova.compute.manager [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Instance network_info: |[{"id": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "address": "fa:16:3e:2f:59:0a", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01f9eba-f4", "ovs_interfaceid": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.318539] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:59:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd01f9eba-f429-41fe-b9c7-0f3249ed16e1', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.329146] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.329951] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.330292] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ad4aeee-e131-44ae-b0a0-d19a1655e1a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.349764] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.349764] env[71147]: value = "task-3421796" [ 1153.349764] env[71147]: _type = "Task" [ 1153.349764] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.357245] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421796, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.496244] env[71147]: DEBUG nova.compute.utils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.500759] env[71147]: DEBUG nova.compute.manager [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.501061] env[71147]: DEBUG nova.network.neutron [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.538647] env[71147]: DEBUG nova.policy [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf64954f778498397f3c309aab0f937', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf5ac8dbb364f50bac4537d30edcb87', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.745970] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421795, 'name': ReconfigVM_Task, 'duration_secs': 0.2782} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.745970] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 36269d99-e371-4861-bdff-8c73f7431f0d/36269d99-e371-4861-bdff-8c73f7431f0d.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.746557] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1029cf7-c629-4d65-8e10-d7d0cb51815a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.750503] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquiring lock "refresh_cache-4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.750503] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquired lock "refresh_cache-4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.750725] env[71147]: DEBUG nova.network.neutron [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.753974] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1153.753974] env[71147]: value = "task-3421797" [ 1153.753974] env[71147]: _type = "Task" [ 1153.753974] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.763298] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421797, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.860731] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421796, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.930853] env[71147]: DEBUG nova.network.neutron [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Successfully created port: 8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.005066] env[71147]: DEBUG nova.compute.manager [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.267359] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421797, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.280871] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021e9d27-77f5-4654-8727-b80430e343d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.285028] env[71147]: DEBUG nova.network.neutron [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.289446] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d298cd8-0518-43dc-8ccc-fd1324ce527f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.320924] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194a0dfd-200d-4486-b24d-53cd23e701e6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.328300] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89924396-66b4-4613-8077-1270181892a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.343374] env[71147]: DEBUG nova.compute.provider_tree [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.358750] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421796, 'name': CreateVM_Task, 'duration_secs': 0.739032} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.360914] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.361594] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.361758] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.362084] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.362583] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad0abd5-7819-4a26-beca-f8c94fe9e097 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.366746] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1154.366746] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cfd3f4-3523-79a2-453c-f24cf3a625f5" [ 1154.366746] env[71147]: _type = "Task" [ 1154.366746] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.374215] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cfd3f4-3523-79a2-453c-f24cf3a625f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.469355] env[71147]: DEBUG nova.network.neutron [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Updating instance_info_cache with network_info: [{"id": "494c2705-f918-41d3-850f-28347657df58", "address": "fa:16:3e:6e:3a:b9", "network": {"id": "805ca69a-c171-4b86-9e3f-d3074aeb6400", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1063645450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78187feacfbb435794d760325a5f8dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494c2705-f9", "ovs_interfaceid": "494c2705-f918-41d3-850f-28347657df58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.583129] env[71147]: DEBUG nova.compute.manager [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Stashing vm_state: active {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1154.765225] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421797, 'name': Rename_Task, 'duration_secs': 0.834628} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.765518] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.765770] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28a07370-791e-4e07-a0e2-cfa6f1c22b5f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.772476] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1154.772476] env[71147]: value = "task-3421798" [ 1154.772476] env[71147]: _type = "Task" [ 1154.772476] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.780534] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.846594] env[71147]: DEBUG nova.scheduler.client.report [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.876932] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cfd3f4-3523-79a2-453c-f24cf3a625f5, 'name': SearchDatastore_Task, 'duration_secs': 0.022485} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.877271] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.877506] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.877742] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.877888] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.878113] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.878386] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76465a4-e770-437c-9abb-1a0b994b23f9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.888339] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.888511] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.889238] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77349ce-f580-4240-b74f-5bad11285940 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.894554] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1154.894554] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522f4d14-a914-3d12-5a43-ab49167f64a9" [ 1154.894554] env[71147]: _type = "Task" [ 1154.894554] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.903017] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522f4d14-a914-3d12-5a43-ab49167f64a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.973047] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Releasing lock "refresh_cache-4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.973429] env[71147]: DEBUG nova.compute.manager [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Instance network_info: |[{"id": "494c2705-f918-41d3-850f-28347657df58", "address": "fa:16:3e:6e:3a:b9", "network": {"id": "805ca69a-c171-4b86-9e3f-d3074aeb6400", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1063645450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78187feacfbb435794d760325a5f8dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494c2705-f9", "ovs_interfaceid": "494c2705-f918-41d3-850f-28347657df58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.973862] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:3a:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '494c2705-f918-41d3-850f-28347657df58', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.981381] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Creating folder: Project (78187feacfbb435794d760325a5f8dc7). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.981667] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f00300a-5b4e-416c-a206-7de2c13be6bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.993901] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Created folder: Project (78187feacfbb435794d760325a5f8dc7) in parent group-v682378. [ 1154.994110] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Creating folder: Instances. Parent ref: group-v682670. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1154.994358] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5275eba2-fcc5-4198-9a56-c1bb16b55b66 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.005109] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Created folder: Instances in parent group-v682670. [ 1155.005415] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.005551] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.005758] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-068191f0-9743-49a6-a69a-1e54e7de6a1a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.021029] env[71147]: DEBUG nova.compute.manager [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.028304] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.028304] env[71147]: value = "task-3421801" [ 1155.028304] env[71147]: _type = "Task" [ 1155.028304] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.037775] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421801, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.046903] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.047177] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.047346] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.047538] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.047679] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.047823] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.048074] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.048254] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.048428] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.048593] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.048768] env[71147]: DEBUG nova.virt.hardware [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.049575] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8390ca-5403-492b-b793-b8878d34ea1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.058083] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0b164c-b0fb-4c89-bfc5-4e2d2f6ee066 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.104015] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.182429] env[71147]: DEBUG nova.compute.manager [req-17bc1a60-f5a8-4aaa-9a5d-a921e5fa0722 req-79619b62-e662-4104-a2a4-5ca0a2c76d62 service nova] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Received event network-changed-494c2705-f918-41d3-850f-28347657df58 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.182652] env[71147]: DEBUG nova.compute.manager [req-17bc1a60-f5a8-4aaa-9a5d-a921e5fa0722 req-79619b62-e662-4104-a2a4-5ca0a2c76d62 service nova] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Refreshing instance network info cache due to event network-changed-494c2705-f918-41d3-850f-28347657df58. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.182867] env[71147]: DEBUG oslo_concurrency.lockutils [req-17bc1a60-f5a8-4aaa-9a5d-a921e5fa0722 req-79619b62-e662-4104-a2a4-5ca0a2c76d62 service nova] Acquiring lock "refresh_cache-4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.183198] env[71147]: DEBUG oslo_concurrency.lockutils [req-17bc1a60-f5a8-4aaa-9a5d-a921e5fa0722 req-79619b62-e662-4104-a2a4-5ca0a2c76d62 service nova] Acquired lock "refresh_cache-4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.183401] env[71147]: DEBUG nova.network.neutron [req-17bc1a60-f5a8-4aaa-9a5d-a921e5fa0722 req-79619b62-e662-4104-a2a4-5ca0a2c76d62 service nova] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Refreshing network info cache for port 494c2705-f918-41d3-850f-28347657df58 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.282923] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421798, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.351979] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.352558] env[71147]: DEBUG nova.compute.manager [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.356558] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.999s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.356881] env[71147]: DEBUG nova.objects.instance [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1155.406429] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522f4d14-a914-3d12-5a43-ab49167f64a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013442} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.407159] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046b48dd-af91-4299-bcc0-685b2e7d4276 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.412293] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1155.412293] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5284ec4c-4050-8b09-1145-31d321acc6b4" [ 1155.412293] env[71147]: _type = "Task" [ 1155.412293] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.420683] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5284ec4c-4050-8b09-1145-31d321acc6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.481714] env[71147]: DEBUG nova.compute.manager [req-c1599ea5-9dcd-4c6a-aff7-61628245123d req-7f1d342e-b65a-425a-8fb7-cf1f0e6bf2ca service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Received event network-vif-plugged-8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.481940] env[71147]: DEBUG oslo_concurrency.lockutils [req-c1599ea5-9dcd-4c6a-aff7-61628245123d req-7f1d342e-b65a-425a-8fb7-cf1f0e6bf2ca service nova] Acquiring lock "0c113879-90d7-4c10-8c05-abb364490a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.482186] env[71147]: DEBUG oslo_concurrency.lockutils [req-c1599ea5-9dcd-4c6a-aff7-61628245123d req-7f1d342e-b65a-425a-8fb7-cf1f0e6bf2ca service nova] Lock "0c113879-90d7-4c10-8c05-abb364490a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.482363] env[71147]: DEBUG oslo_concurrency.lockutils [req-c1599ea5-9dcd-4c6a-aff7-61628245123d req-7f1d342e-b65a-425a-8fb7-cf1f0e6bf2ca service nova] Lock "0c113879-90d7-4c10-8c05-abb364490a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.482578] env[71147]: DEBUG nova.compute.manager [req-c1599ea5-9dcd-4c6a-aff7-61628245123d req-7f1d342e-b65a-425a-8fb7-cf1f0e6bf2ca service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] No waiting events found dispatching network-vif-plugged-8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.482712] env[71147]: WARNING nova.compute.manager [req-c1599ea5-9dcd-4c6a-aff7-61628245123d req-7f1d342e-b65a-425a-8fb7-cf1f0e6bf2ca service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Received unexpected event network-vif-plugged-8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 for instance with vm_state building and task_state spawning. [ 1155.538599] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421801, 'name': CreateVM_Task, 'duration_secs': 0.345744} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.538757] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.539452] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.539617] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.539930] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.540256] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e155ed3-0b45-4c61-ac52-c5653fc58dd8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.544620] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1155.544620] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522c7585-b840-bc87-059f-c1bb4951a9f1" [ 1155.544620] env[71147]: _type = "Task" [ 1155.544620] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.552349] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522c7585-b840-bc87-059f-c1bb4951a9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.786229] env[71147]: DEBUG oslo_vmware.api [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421798, 'name': PowerOnVM_Task, 'duration_secs': 0.560001} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.786359] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.786563] env[71147]: INFO nova.compute.manager [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1155.786742] env[71147]: DEBUG nova.compute.manager [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.787559] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c85276-b6d8-44b7-afaa-fd1a0b27935d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.861111] env[71147]: DEBUG nova.compute.utils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.864830] env[71147]: DEBUG nova.compute.manager [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.864996] env[71147]: DEBUG nova.network.neutron [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.917702] env[71147]: DEBUG nova.network.neutron [req-17bc1a60-f5a8-4aaa-9a5d-a921e5fa0722 req-79619b62-e662-4104-a2a4-5ca0a2c76d62 service nova] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Updated VIF entry in instance network info cache for port 494c2705-f918-41d3-850f-28347657df58. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.918109] env[71147]: DEBUG nova.network.neutron [req-17bc1a60-f5a8-4aaa-9a5d-a921e5fa0722 req-79619b62-e662-4104-a2a4-5ca0a2c76d62 service nova] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Updating instance_info_cache with network_info: [{"id": "494c2705-f918-41d3-850f-28347657df58", "address": "fa:16:3e:6e:3a:b9", "network": {"id": "805ca69a-c171-4b86-9e3f-d3074aeb6400", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1063645450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78187feacfbb435794d760325a5f8dc7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494c2705-f9", "ovs_interfaceid": "494c2705-f918-41d3-850f-28347657df58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.926083] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5284ec4c-4050-8b09-1145-31d321acc6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.034759} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.926346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.926615] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f/22e007a9-e619-4583-8b21-eb245c92e45f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.926884] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd272fa3-5b52-4436-ab17-c0fd13f5f5b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.934374] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1155.934374] env[71147]: value = "task-3421802" [ 1155.934374] env[71147]: _type = "Task" [ 1155.934374] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.941998] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.947976] env[71147]: DEBUG nova.policy [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb20ebf75028454397feb3cee3d5080d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fed2b153f8bd4b44aa9b9dd6dda5659c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.974491] env[71147]: DEBUG nova.network.neutron [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Successfully updated port: 8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.056703] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522c7585-b840-bc87-059f-c1bb4951a9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.019455} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.057674] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.058252] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.059018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.059018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.059379] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.059799] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd283d97-8d63-4d97-a9b8-087c4dd00109 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.068495] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.068495] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.069681] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd71588-9510-4193-ad55-b078f0a15120 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.074136] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1156.074136] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522c4ea5-e83f-f1dc-4753-dc6bf0fb367d" [ 1156.074136] env[71147]: _type = "Task" [ 1156.074136] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.082320] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522c4ea5-e83f-f1dc-4753-dc6bf0fb367d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.234743] env[71147]: DEBUG nova.network.neutron [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Successfully created port: eb19c26f-1014-46fe-931c-d0d0f41c241e {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.307646] env[71147]: INFO nova.compute.manager [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Took 30.40 seconds to build instance. [ 1156.368430] env[71147]: DEBUG oslo_concurrency.lockutils [None req-dc60878b-defe-4929-8971-d4f5d2a8da84 tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.369816] env[71147]: DEBUG nova.compute.manager [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.373534] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.790s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.374938] env[71147]: INFO nova.compute.claims [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.421122] env[71147]: DEBUG oslo_concurrency.lockutils [req-17bc1a60-f5a8-4aaa-9a5d-a921e5fa0722 req-79619b62-e662-4104-a2a4-5ca0a2c76d62 service nova] Releasing lock "refresh_cache-4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.446682] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476297} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.446949] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f/22e007a9-e619-4583-8b21-eb245c92e45f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.447179] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.447432] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b2aa365-014d-4a51-8aa5-e29eb1021679 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.454028] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1156.454028] env[71147]: value = "task-3421803" [ 1156.454028] env[71147]: _type = "Task" [ 1156.454028] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.461708] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.478169] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "refresh_cache-0c113879-90d7-4c10-8c05-abb364490a63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.478169] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "refresh_cache-0c113879-90d7-4c10-8c05-abb364490a63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.478248] env[71147]: DEBUG nova.network.neutron [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.589132] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522c4ea5-e83f-f1dc-4753-dc6bf0fb367d, 'name': SearchDatastore_Task, 'duration_secs': 0.008176} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.590736] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24175a86-ae06-4ace-970e-a3cd6d343542 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.597252] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1156.597252] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52989a4f-57eb-e4d8-5655-227aaf53ed53" [ 1156.597252] env[71147]: _type = "Task" [ 1156.597252] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.610038] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52989a4f-57eb-e4d8-5655-227aaf53ed53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.811268] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ee0c9c50-0cb7-49a4-9ef0-70908cac9752 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "36269d99-e371-4861-bdff-8c73f7431f0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.909s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.963546] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0716} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.963803] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.964566] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5cee08-038c-42ab-b463-b04c8251349b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.986197] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f/22e007a9-e619-4583-8b21-eb245c92e45f.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.988563] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cce2f12-ec97-46c2-9918-21e00061732f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.008638] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1157.008638] env[71147]: value = "task-3421804" [ 1157.008638] env[71147]: _type = "Task" [ 1157.008638] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.012457] env[71147]: INFO nova.compute.manager [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Rescuing [ 1157.012709] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.012855] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquired lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.013026] env[71147]: DEBUG nova.network.neutron [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.017058] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.031413] env[71147]: DEBUG nova.network.neutron [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.108671] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52989a4f-57eb-e4d8-5655-227aaf53ed53, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.108969] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.109196] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9/4ea3ea73-997c-4f4a-9997-2e65d1de0bb9.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.109450] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cecb74b-f861-4667-a452-a64b0d984661 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.115863] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1157.115863] env[71147]: value = "task-3421805" [ 1157.115863] env[71147]: _type = "Task" [ 1157.115863] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.123378] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.198650] env[71147]: DEBUG nova.network.neutron [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Updating instance_info_cache with network_info: [{"id": "8bd80ea8-0ae5-40f4-958d-c3e92689a9b3", "address": "fa:16:3e:6a:c2:37", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd80ea8-0a", "ovs_interfaceid": "8bd80ea8-0ae5-40f4-958d-c3e92689a9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.208687] env[71147]: DEBUG nova.compute.manager [req-57ed21ae-5807-41ca-8c26-d6c159a0ce60 req-2a8a79b7-78e8-4059-8ee3-e7cd927ec178 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Received event network-changed-8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.208810] env[71147]: DEBUG nova.compute.manager [req-57ed21ae-5807-41ca-8c26-d6c159a0ce60 req-2a8a79b7-78e8-4059-8ee3-e7cd927ec178 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Refreshing instance network info cache due to event network-changed-8bd80ea8-0ae5-40f4-958d-c3e92689a9b3. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.209056] env[71147]: DEBUG oslo_concurrency.lockutils [req-57ed21ae-5807-41ca-8c26-d6c159a0ce60 req-2a8a79b7-78e8-4059-8ee3-e7cd927ec178 service nova] Acquiring lock "refresh_cache-0c113879-90d7-4c10-8c05-abb364490a63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.388231] env[71147]: DEBUG nova.compute.manager [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.422231] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.422484] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.422636] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.422815] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.422959] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.423119] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.423341] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.423501] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.423669] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.423829] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.424212] env[71147]: DEBUG nova.virt.hardware [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.424880] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5528e754-c055-4509-8978-ccd9860d51ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.435268] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6279b7-2421-434c-99e3-98a91a1f49fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.525618] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.625968] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.702374] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "refresh_cache-0c113879-90d7-4c10-8c05-abb364490a63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.702374] env[71147]: DEBUG nova.compute.manager [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Instance network_info: |[{"id": "8bd80ea8-0ae5-40f4-958d-c3e92689a9b3", "address": "fa:16:3e:6a:c2:37", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd80ea8-0a", "ovs_interfaceid": "8bd80ea8-0ae5-40f4-958d-c3e92689a9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.702374] env[71147]: DEBUG oslo_concurrency.lockutils [req-57ed21ae-5807-41ca-8c26-d6c159a0ce60 req-2a8a79b7-78e8-4059-8ee3-e7cd927ec178 service nova] Acquired lock "refresh_cache-0c113879-90d7-4c10-8c05-abb364490a63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.702611] env[71147]: DEBUG nova.network.neutron [req-57ed21ae-5807-41ca-8c26-d6c159a0ce60 req-2a8a79b7-78e8-4059-8ee3-e7cd927ec178 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Refreshing network info cache for port 8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.704307] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:c2:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bd80ea8-0ae5-40f4-958d-c3e92689a9b3', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.717811] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.728234] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.730971] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b354be3-5616-4f92-bd97-f08b6e9dcd36 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.762478] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.762478] env[71147]: value = "task-3421806" [ 1157.762478] env[71147]: _type = "Task" [ 1157.762478] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.775118] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421806, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.840562] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeafc3fe-a9ea-41eb-8cd6-57455f4a6615 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.855063] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963edcdf-0d00-4bb9-931f-5f8c6c989cf5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.895262] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0304bf2-e782-4c87-b0e1-be1de38b7b58 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.906951] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8053768-ee07-4fee-a4ac-e38249c10620 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.920137] env[71147]: DEBUG nova.compute.provider_tree [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.928688] env[71147]: DEBUG nova.network.neutron [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updating instance_info_cache with network_info: [{"id": "c676dba9-4f99-470a-86bf-42a06945b1b8", "address": "fa:16:3e:66:f0:f8", "network": {"id": "58776026-b97a-49ca-a19c-3363b905225c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263970073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78252557e3614dee8b7f01a4d1eb39b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676dba9-4f", "ovs_interfaceid": "c676dba9-4f99-470a-86bf-42a06945b1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.025999] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.064868] env[71147]: DEBUG nova.network.neutron [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Successfully updated port: eb19c26f-1014-46fe-931c-d0d0f41c241e {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.081948] env[71147]: DEBUG nova.network.neutron [req-57ed21ae-5807-41ca-8c26-d6c159a0ce60 req-2a8a79b7-78e8-4059-8ee3-e7cd927ec178 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Updated VIF entry in instance network info cache for port 8bd80ea8-0ae5-40f4-958d-c3e92689a9b3. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.082844] env[71147]: DEBUG nova.network.neutron [req-57ed21ae-5807-41ca-8c26-d6c159a0ce60 req-2a8a79b7-78e8-4059-8ee3-e7cd927ec178 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Updating instance_info_cache with network_info: [{"id": "8bd80ea8-0ae5-40f4-958d-c3e92689a9b3", "address": "fa:16:3e:6a:c2:37", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd80ea8-0a", "ovs_interfaceid": "8bd80ea8-0ae5-40f4-958d-c3e92689a9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.127513] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940874} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.127820] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9/4ea3ea73-997c-4f4a-9997-2e65d1de0bb9.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.128080] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.128381] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-090fc7e9-0d15-4fae-9ecc-e2448f52e346 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.134345] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1158.134345] env[71147]: value = "task-3421807" [ 1158.134345] env[71147]: _type = "Task" [ 1158.134345] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.141818] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.272387] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421806, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.432365] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Releasing lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.444588] env[71147]: ERROR nova.scheduler.client.report [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [req-0e0a969e-23c4-40c1-b63a-7cf5c5462eb2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e0a969e-23c4-40c1-b63a-7cf5c5462eb2"}]} [ 1158.459883] env[71147]: DEBUG nova.scheduler.client.report [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1158.472931] env[71147]: DEBUG nova.scheduler.client.report [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1158.473172] env[71147]: DEBUG nova.compute.provider_tree [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.484453] env[71147]: DEBUG nova.scheduler.client.report [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1158.502444] env[71147]: DEBUG nova.scheduler.client.report [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1158.519688] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421804, 'name': ReconfigVM_Task, 'duration_secs': 1.106426} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.520461] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f/22e007a9-e619-4583-8b21-eb245c92e45f.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.520571] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5df1eee-d654-427a-bc35-4f703f36cfae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.526703] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1158.526703] env[71147]: value = "task-3421808" [ 1158.526703] env[71147]: _type = "Task" [ 1158.526703] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.534021] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421808, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.567958] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "refresh_cache-157a81cf-9154-4851-98d2-0580701edf4b" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.568177] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "refresh_cache-157a81cf-9154-4851-98d2-0580701edf4b" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.569022] env[71147]: DEBUG nova.network.neutron [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.585825] env[71147]: DEBUG oslo_concurrency.lockutils [req-57ed21ae-5807-41ca-8c26-d6c159a0ce60 req-2a8a79b7-78e8-4059-8ee3-e7cd927ec178 service nova] Releasing lock "refresh_cache-0c113879-90d7-4c10-8c05-abb364490a63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.645275] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075437} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.645474] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.648275] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0108a87-e331-494b-936e-18932303be01 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.670452] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9/4ea3ea73-997c-4f4a-9997-2e65d1de0bb9.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.672887] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ea2c35-f55c-465e-b21c-a1136ecb8924 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.692692] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1158.692692] env[71147]: value = "task-3421809" [ 1158.692692] env[71147]: _type = "Task" [ 1158.692692] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.703054] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.775515] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421806, 'name': CreateVM_Task, 'duration_secs': 0.961939} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.775694] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.776379] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.776613] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.776978] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.777256] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baff8f35-974c-4fba-855b-13bc343befea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.780283] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d205e3-8f94-4b4b-9efd-c23f8ee1dabd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.786179] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1158.786179] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f505d9-5ece-bbbd-38b1-d866de3ec502" [ 1158.786179] env[71147]: _type = "Task" [ 1158.786179] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.793419] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b627a377-265e-4631-a4e9-5e77d1949c88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.802207] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f505d9-5ece-bbbd-38b1-d866de3ec502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.826643] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed22e3cc-8477-429b-a2a3-d953ba348a32 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.834598] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e1e3c3-b562-455b-a452-2a59d708ed00 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.849089] env[71147]: DEBUG nova.compute.provider_tree [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.036975] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421808, 'name': Rename_Task, 'duration_secs': 0.340615} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.038026] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.038026] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762ec987-bcc9-4b3b-b972-b3c1aa4ec2a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.045987] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1159.045987] env[71147]: value = "task-3421810" [ 1159.045987] env[71147]: _type = "Task" [ 1159.045987] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.053777] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.114380] env[71147]: DEBUG nova.network.neutron [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.203876] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.235674] env[71147]: DEBUG nova.compute.manager [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Received event network-vif-plugged-eb19c26f-1014-46fe-931c-d0d0f41c241e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.235874] env[71147]: DEBUG oslo_concurrency.lockutils [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] Acquiring lock "157a81cf-9154-4851-98d2-0580701edf4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.236100] env[71147]: DEBUG oslo_concurrency.lockutils [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] Lock "157a81cf-9154-4851-98d2-0580701edf4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.236271] env[71147]: DEBUG oslo_concurrency.lockutils [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] Lock "157a81cf-9154-4851-98d2-0580701edf4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.236440] env[71147]: DEBUG nova.compute.manager [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] No waiting events found dispatching network-vif-plugged-eb19c26f-1014-46fe-931c-d0d0f41c241e {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.236605] env[71147]: WARNING nova.compute.manager [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Received unexpected event network-vif-plugged-eb19c26f-1014-46fe-931c-d0d0f41c241e for instance with vm_state building and task_state spawning. [ 1159.236756] env[71147]: DEBUG nova.compute.manager [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Received event network-changed-eb19c26f-1014-46fe-931c-d0d0f41c241e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.236900] env[71147]: DEBUG nova.compute.manager [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Refreshing instance network info cache due to event network-changed-eb19c26f-1014-46fe-931c-d0d0f41c241e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.237248] env[71147]: DEBUG oslo_concurrency.lockutils [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] Acquiring lock "refresh_cache-157a81cf-9154-4851-98d2-0580701edf4b" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.299037] env[71147]: DEBUG nova.network.neutron [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Updating instance_info_cache with network_info: [{"id": "eb19c26f-1014-46fe-931c-d0d0f41c241e", "address": "fa:16:3e:50:67:56", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb19c26f-10", "ovs_interfaceid": "eb19c26f-1014-46fe-931c-d0d0f41c241e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.308056] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f505d9-5ece-bbbd-38b1-d866de3ec502, 'name': SearchDatastore_Task, 'duration_secs': 0.040728} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.308509] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.308853] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.309237] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.309494] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.309795] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.310185] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63aef4bd-bf39-4674-aeca-918dd8e1c4c0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.324074] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.324271] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.324980] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0b4537-07f5-4306-a53d-3be15e1d727c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.330734] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1159.330734] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e88495-f139-ccff-879b-be3701985627" [ 1159.330734] env[71147]: _type = "Task" [ 1159.330734] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.339188] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e88495-f139-ccff-879b-be3701985627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.379664] env[71147]: DEBUG nova.scheduler.client.report [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1159.379952] env[71147]: DEBUG nova.compute.provider_tree [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 157 to 158 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1159.380216] env[71147]: DEBUG nova.compute.provider_tree [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.518377] env[71147]: DEBUG oslo_concurrency.lockutils [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "2c1887aa-7a48-4055-b772-474ae7d40768" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.518629] env[71147]: DEBUG oslo_concurrency.lockutils [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.556847] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.704191] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.802425] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "refresh_cache-157a81cf-9154-4851-98d2-0580701edf4b" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.802796] env[71147]: DEBUG nova.compute.manager [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Instance network_info: |[{"id": "eb19c26f-1014-46fe-931c-d0d0f41c241e", "address": "fa:16:3e:50:67:56", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb19c26f-10", "ovs_interfaceid": "eb19c26f-1014-46fe-931c-d0d0f41c241e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.803118] env[71147]: DEBUG oslo_concurrency.lockutils [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] Acquired lock "refresh_cache-157a81cf-9154-4851-98d2-0580701edf4b" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.803299] env[71147]: DEBUG nova.network.neutron [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Refreshing network info cache for port eb19c26f-1014-46fe-931c-d0d0f41c241e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.804541] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:67:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb19c26f-1014-46fe-931c-d0d0f41c241e', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.812186] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.812696] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.813513] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0c2a8d4-7de2-4db2-9329-ebb98c64ab7c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.836568] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.836568] env[71147]: value = "task-3421811" [ 1159.836568] env[71147]: _type = "Task" [ 1159.836568] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.843607] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e88495-f139-ccff-879b-be3701985627, 'name': SearchDatastore_Task, 'duration_secs': 0.026022} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.844979] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1c4626-469b-4491-a600-b162b16866cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.850024] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421811, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.853706] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1159.853706] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522c19c5-3a47-2c5d-913f-ff2a268e0195" [ 1159.853706] env[71147]: _type = "Task" [ 1159.853706] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.861845] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522c19c5-3a47-2c5d-913f-ff2a268e0195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.890183] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.516s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.890761] env[71147]: DEBUG nova.compute.manager [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.893861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.824s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.895341] env[71147]: INFO nova.compute.claims [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.971079] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.971332] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-005b4a61-dd0d-41c2-9d66-ff84ddb52d73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.979455] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1159.979455] env[71147]: value = "task-3421812" [ 1159.979455] env[71147]: _type = "Task" [ 1159.979455] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.990845] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.022619] env[71147]: DEBUG nova.compute.utils [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.056641] env[71147]: DEBUG oslo_vmware.api [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421810, 'name': PowerOnVM_Task, 'duration_secs': 0.997979} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.056820] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.056979] env[71147]: INFO nova.compute.manager [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1160.057181] env[71147]: DEBUG nova.compute.manager [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.058070] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d666f484-8e6c-462c-968a-8f23ff2940c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.205060] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421809, 'name': ReconfigVM_Task, 'duration_secs': 1.161859} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.205438] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9/4ea3ea73-997c-4f4a-9997-2e65d1de0bb9.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.205956] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3f7aa12-a723-4754-9989-aea82d5bae15 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.212653] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1160.212653] env[71147]: value = "task-3421813" [ 1160.212653] env[71147]: _type = "Task" [ 1160.212653] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.220777] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421813, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.346465] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421811, 'name': CreateVM_Task, 'duration_secs': 0.356129} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.346644] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.347350] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.347588] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.347917] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.350219] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5884570b-18f8-4355-b889-c27ab082889d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.358774] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1160.358774] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52226580-8a58-fef0-5016-f643a769b39a" [ 1160.358774] env[71147]: _type = "Task" [ 1160.358774] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.366084] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]522c19c5-3a47-2c5d-913f-ff2a268e0195, 'name': SearchDatastore_Task, 'duration_secs': 0.019411} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.366718] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.367047] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0c113879-90d7-4c10-8c05-abb364490a63/0c113879-90d7-4c10-8c05-abb364490a63.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.368260] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a257d7c-4ed8-443d-b86d-80c1a4c96db2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.373216] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52226580-8a58-fef0-5016-f643a769b39a, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.373736] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.373961] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.374221] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.374506] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.374568] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.374812] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b53dbc80-42ee-4d6d-9e8a-1b6c416dede4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.377499] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1160.377499] env[71147]: value = "task-3421814" [ 1160.377499] env[71147]: _type = "Task" [ 1160.377499] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.385611] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.386861] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.386861] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.389832] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca33866-5e74-4603-9f8f-3fa985efaf8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.395322] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1160.395322] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5235c86f-8863-5e0d-a8c0-13ba0a4c6e4c" [ 1160.395322] env[71147]: _type = "Task" [ 1160.395322] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.404865] env[71147]: DEBUG nova.compute.utils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.406175] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5235c86f-8863-5e0d-a8c0-13ba0a4c6e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.406766] env[71147]: DEBUG nova.compute.manager [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.406973] env[71147]: DEBUG nova.network.neutron [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.459710] env[71147]: DEBUG nova.policy [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcffd101b25e4ebf9419602ea57f8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfdf43b9e6d14dc69e15741022d5667c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.489224] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421812, 'name': PowerOffVM_Task, 'duration_secs': 0.219427} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.489452] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.490304] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e7a48-a2e3-4aa2-a2fe-73352d7be100 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.510984] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de224a9a-8cc2-400a-a6b0-48c24ec06e0a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.526084] env[71147]: DEBUG oslo_concurrency.lockutils [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.543493] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.543781] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-985f7d74-6f5a-4f58-92b5-ee50fed9a071 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.546199] env[71147]: DEBUG nova.network.neutron [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Updated VIF entry in instance network info cache for port eb19c26f-1014-46fe-931c-d0d0f41c241e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.546484] env[71147]: DEBUG nova.network.neutron [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Updating instance_info_cache with network_info: [{"id": "eb19c26f-1014-46fe-931c-d0d0f41c241e", "address": "fa:16:3e:50:67:56", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb19c26f-10", "ovs_interfaceid": "eb19c26f-1014-46fe-931c-d0d0f41c241e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.552742] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1160.552742] env[71147]: value = "task-3421815" [ 1160.552742] env[71147]: _type = "Task" [ 1160.552742] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.562102] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1160.562267] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.562748] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.576525] env[71147]: INFO nova.compute.manager [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Took 31.80 seconds to build instance. [ 1160.725655] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421813, 'name': Rename_Task, 'duration_secs': 0.182038} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.725874] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.726180] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-460a9d26-283f-4757-82a7-b68c60906f6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.736248] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1160.736248] env[71147]: value = "task-3421816" [ 1160.736248] env[71147]: _type = "Task" [ 1160.736248] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.746983] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.888797] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509766} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.888919] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 0c113879-90d7-4c10-8c05-abb364490a63/0c113879-90d7-4c10-8c05-abb364490a63.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.889126] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.889395] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-595009e4-b63b-4007-bf7d-98e032916a08 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.902132] env[71147]: DEBUG nova.network.neutron [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Successfully created port: 3db0bcb7-c407-4d91-8f68-30954c58c753 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.904206] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1160.904206] env[71147]: value = "task-3421817" [ 1160.904206] env[71147]: _type = "Task" [ 1160.904206] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.912687] env[71147]: DEBUG nova.compute.manager [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.918554] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5235c86f-8863-5e0d-a8c0-13ba0a4c6e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.920518] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6215d8-cf4d-496a-8025-8a053fd70bfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.926354] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.929612] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1160.929612] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ba3da8-6e46-ea8f-326f-498f58444d49" [ 1160.929612] env[71147]: _type = "Task" [ 1160.929612] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.939149] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ba3da8-6e46-ea8f-326f-498f58444d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.049339] env[71147]: DEBUG oslo_concurrency.lockutils [req-b484af74-8aaa-426b-91bd-aa9b0f5481a1 req-4c15e1a0-6be4-4e8b-9706-512d0f54d134 service nova] Releasing lock "refresh_cache-157a81cf-9154-4851-98d2-0580701edf4b" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.082479] env[71147]: DEBUG oslo_concurrency.lockutils [None req-26e93020-0a0c-489a-a967-03ebd3f549d9 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.313s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.217511] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6956052-40ad-4abf-a8f5-c7fb8d911447 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.230598] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd26f46-ee38-4f7e-b653-b5affc2b7eab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.265872] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad3c7b4-a869-4e89-845b-1d75cb8aacbb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.277315] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ab15f8-b4b3-4b58-8dda-258a8ac2897f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.282566] env[71147]: DEBUG oslo_vmware.api [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421816, 'name': PowerOnVM_Task, 'duration_secs': 0.485289} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.282905] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.283135] env[71147]: INFO nova.compute.manager [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1161.283476] env[71147]: DEBUG nova.compute.manager [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.284674] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c915d11-fb43-40b4-9c20-4dab7cbe2f20 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.296040] env[71147]: DEBUG nova.compute.provider_tree [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.415332] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066379} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.415746] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.416952] env[71147]: DEBUG nova.compute.manager [req-6f97f598-9574-40bf-9d71-c450b2d76f82 req-93c291c4-7c49-4166-a859-22d78c17784f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received event network-changed-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.417147] env[71147]: DEBUG nova.compute.manager [req-6f97f598-9574-40bf-9d71-c450b2d76f82 req-93c291c4-7c49-4166-a859-22d78c17784f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Refreshing instance network info cache due to event network-changed-d01f9eba-f429-41fe-b9c7-0f3249ed16e1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.417355] env[71147]: DEBUG oslo_concurrency.lockutils [req-6f97f598-9574-40bf-9d71-c450b2d76f82 req-93c291c4-7c49-4166-a859-22d78c17784f service nova] Acquiring lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.417495] env[71147]: DEBUG oslo_concurrency.lockutils [req-6f97f598-9574-40bf-9d71-c450b2d76f82 req-93c291c4-7c49-4166-a859-22d78c17784f service nova] Acquired lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.417657] env[71147]: DEBUG nova.network.neutron [req-6f97f598-9574-40bf-9d71-c450b2d76f82 req-93c291c4-7c49-4166-a859-22d78c17784f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Refreshing network info cache for port d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.419554] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9748c9a-40f3-4605-b6b6-5f47925f28cb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.447138] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 0c113879-90d7-4c10-8c05-abb364490a63/0c113879-90d7-4c10-8c05-abb364490a63.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.451913] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-651135e5-d588-4847-8260-333b8fbb8c7e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.473098] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ba3da8-6e46-ea8f-326f-498f58444d49, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.475029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.475029] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 157a81cf-9154-4851-98d2-0580701edf4b/157a81cf-9154-4851-98d2-0580701edf4b.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.475029] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1161.475029] env[71147]: value = "task-3421818" [ 1161.475029] env[71147]: _type = "Task" [ 1161.475029] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.475319] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.475358] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.475565] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7a97265-237a-4da6-9586-f4facae6c9ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.477543] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2055e7b4-3f4c-404c-b2fa-534ce6e62833 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.488106] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421818, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.489399] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1161.489399] env[71147]: value = "task-3421819" [ 1161.489399] env[71147]: _type = "Task" [ 1161.489399] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.495831] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.495831] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.495831] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c012657-59fa-4a7e-9443-1409a5d1ddbe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.500936] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.502422] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1161.502422] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b86e18-0922-1ab1-0f1f-afba495be2fc" [ 1161.502422] env[71147]: _type = "Task" [ 1161.502422] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.510645] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b86e18-0922-1ab1-0f1f-afba495be2fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.628177] env[71147]: DEBUG oslo_concurrency.lockutils [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "2c1887aa-7a48-4055-b772-474ae7d40768" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.628545] env[71147]: DEBUG oslo_concurrency.lockutils [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.628814] env[71147]: INFO nova.compute.manager [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Attaching volume 473ef6ae-b5e8-411d-9218-6390bd9ce263 to /dev/sdb [ 1161.662893] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f0f55-4f05-4f9d-a434-ff4323a53c08 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.670661] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7669f571-c734-494c-a32f-a14a5c7e8a8a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.683326] env[71147]: DEBUG nova.virt.block_device [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Updating existing volume attachment record: 26675430-7c41-4011-9253-88fec3c49027 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.799680] env[71147]: DEBUG nova.scheduler.client.report [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.813644] env[71147]: INFO nova.compute.manager [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Took 31.63 seconds to build instance. [ 1161.927629] env[71147]: DEBUG nova.compute.manager [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.963442] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.963699] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.964029] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.964145] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.964254] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.964397] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.964607] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.964765] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.965012] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.965188] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.965269] env[71147]: DEBUG nova.virt.hardware [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.970763] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a6d889-8a58-42fe-9ef1-2d6f5b40ed57 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.989150] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde59d21-b6fb-456e-b36d-9cf7c2e1419c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.999031] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.017925] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.026341] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b86e18-0922-1ab1-0f1f-afba495be2fc, 'name': SearchDatastore_Task, 'duration_secs': 0.015754} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.027031] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de634a88-b586-4fad-b2e2-66366dd0239e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.033650] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1162.033650] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5219c298-fef9-1107-e6eb-7aa056c8863e" [ 1162.033650] env[71147]: _type = "Task" [ 1162.033650] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.043690] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5219c298-fef9-1107-e6eb-7aa056c8863e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.177374] env[71147]: DEBUG nova.network.neutron [req-6f97f598-9574-40bf-9d71-c450b2d76f82 req-93c291c4-7c49-4166-a859-22d78c17784f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updated VIF entry in instance network info cache for port d01f9eba-f429-41fe-b9c7-0f3249ed16e1. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.177755] env[71147]: DEBUG nova.network.neutron [req-6f97f598-9574-40bf-9d71-c450b2d76f82 req-93c291c4-7c49-4166-a859-22d78c17784f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating instance_info_cache with network_info: [{"id": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "address": "fa:16:3e:2f:59:0a", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01f9eba-f4", "ovs_interfaceid": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.306050] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.306518] env[71147]: DEBUG nova.compute.manager [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.310053] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.402s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.311809] env[71147]: INFO nova.compute.claims [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.316152] env[71147]: DEBUG oslo_concurrency.lockutils [None req-693f07e1-8785-4568-95e2-13767ac79a54 tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.140s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.427542] env[71147]: DEBUG oslo_concurrency.lockutils [None req-439c0197-778a-41dc-b298-85ba8265d8ea tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquiring lock "interface-4ea3ea73-997c-4f4a-9997-2e65d1de0bb9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.427819] env[71147]: DEBUG oslo_concurrency.lockutils [None req-439c0197-778a-41dc-b298-85ba8265d8ea tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "interface-4ea3ea73-997c-4f4a-9997-2e65d1de0bb9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.428152] env[71147]: DEBUG nova.objects.instance [None req-439c0197-778a-41dc-b298-85ba8265d8ea tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lazy-loading 'flavor' on Instance uuid 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.488520] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421818, 'name': ReconfigVM_Task, 'duration_secs': 0.893161} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.488837] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 0c113879-90d7-4c10-8c05-abb364490a63/0c113879-90d7-4c10-8c05-abb364490a63.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.489520] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88fa3bf8-15ba-4119-963a-8ac6df57e6b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.496218] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1162.496218] env[71147]: value = "task-3421823" [ 1162.496218] env[71147]: _type = "Task" [ 1162.496218] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.507754] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421823, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.511497] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793996} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.511773] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 157a81cf-9154-4851-98d2-0580701edf4b/157a81cf-9154-4851-98d2-0580701edf4b.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.511995] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.512289] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3bc78ae-5d6f-4905-986c-e2bb56ad6f8d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.519714] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1162.519714] env[71147]: value = "task-3421824" [ 1162.519714] env[71147]: _type = "Task" [ 1162.519714] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.529561] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.545085] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5219c298-fef9-1107-e6eb-7aa056c8863e, 'name': SearchDatastore_Task, 'duration_secs': 0.0552} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.545421] env[71147]: DEBUG oslo_concurrency.lockutils [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.545743] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 36269d99-e371-4861-bdff-8c73f7431f0d/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. {{(pid=71147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1162.546071] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f97e127c-7aa6-49f8-9e31-15899bb2308d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.553524] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1162.553524] env[71147]: value = "task-3421825" [ 1162.553524] env[71147]: _type = "Task" [ 1162.553524] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.561726] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.621735] env[71147]: DEBUG nova.network.neutron [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Successfully updated port: 3db0bcb7-c407-4d91-8f68-30954c58c753 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.674784] env[71147]: DEBUG nova.compute.manager [req-23f1e214-e8ec-42f1-bc6b-5e65d2c43d82 req-6fd8e513-2ecc-40e3-a7ca-932e651762b3 service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Received event network-vif-plugged-3db0bcb7-c407-4d91-8f68-30954c58c753 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.674999] env[71147]: DEBUG oslo_concurrency.lockutils [req-23f1e214-e8ec-42f1-bc6b-5e65d2c43d82 req-6fd8e513-2ecc-40e3-a7ca-932e651762b3 service nova] Acquiring lock "104dc388-4f12-45a4-848c-35776ee57fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.675308] env[71147]: DEBUG oslo_concurrency.lockutils [req-23f1e214-e8ec-42f1-bc6b-5e65d2c43d82 req-6fd8e513-2ecc-40e3-a7ca-932e651762b3 service nova] Lock "104dc388-4f12-45a4-848c-35776ee57fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.675557] env[71147]: DEBUG oslo_concurrency.lockutils [req-23f1e214-e8ec-42f1-bc6b-5e65d2c43d82 req-6fd8e513-2ecc-40e3-a7ca-932e651762b3 service nova] Lock "104dc388-4f12-45a4-848c-35776ee57fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.675783] env[71147]: DEBUG nova.compute.manager [req-23f1e214-e8ec-42f1-bc6b-5e65d2c43d82 req-6fd8e513-2ecc-40e3-a7ca-932e651762b3 service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] No waiting events found dispatching network-vif-plugged-3db0bcb7-c407-4d91-8f68-30954c58c753 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.676027] env[71147]: WARNING nova.compute.manager [req-23f1e214-e8ec-42f1-bc6b-5e65d2c43d82 req-6fd8e513-2ecc-40e3-a7ca-932e651762b3 service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Received unexpected event network-vif-plugged-3db0bcb7-c407-4d91-8f68-30954c58c753 for instance with vm_state building and task_state spawning. [ 1162.680522] env[71147]: DEBUG oslo_concurrency.lockutils [req-6f97f598-9574-40bf-9d71-c450b2d76f82 req-93c291c4-7c49-4166-a859-22d78c17784f service nova] Releasing lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.817023] env[71147]: DEBUG nova.compute.utils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.823049] env[71147]: DEBUG nova.compute.manager [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.823049] env[71147]: DEBUG nova.network.neutron [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.882942] env[71147]: DEBUG nova.policy [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '135bb630c574434995b17a6934e09b37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3299f6897cc9443483bd25147a494a6d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.933421] env[71147]: DEBUG nova.objects.instance [None req-439c0197-778a-41dc-b298-85ba8265d8ea tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.009815] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421823, 'name': Rename_Task, 'duration_secs': 0.192892} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.010143] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.010504] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-782c2825-e70b-4fb1-bc4c-e17fe7ee9893 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.020946] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1163.020946] env[71147]: value = "task-3421826" [ 1163.020946] env[71147]: _type = "Task" [ 1163.020946] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.035598] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096607} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.038833] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.039245] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.040121] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82de1dd-3ed3-434a-bcfb-09f97982f4e4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.063967] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 157a81cf-9154-4851-98d2-0580701edf4b/157a81cf-9154-4851-98d2-0580701edf4b.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.067490] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842e5b72-1c6c-480a-a848-cc05c454dfaa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.088078] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421825, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.089441] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1163.089441] env[71147]: value = "task-3421827" [ 1163.089441] env[71147]: _type = "Task" [ 1163.089441] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.097460] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.124351] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "refresh_cache-104dc388-4f12-45a4-848c-35776ee57fe7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.124502] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "refresh_cache-104dc388-4f12-45a4-848c-35776ee57fe7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.124655] env[71147]: DEBUG nova.network.neutron [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.206143] env[71147]: DEBUG nova.network.neutron [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Successfully created port: e96274fa-78d2-4476-abc6-e68c580fb3fe {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.322888] env[71147]: DEBUG nova.compute.manager [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.437858] env[71147]: DEBUG nova.objects.base [None req-439c0197-778a-41dc-b298-85ba8265d8ea tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Object Instance<4ea3ea73-997c-4f4a-9997-2e65d1de0bb9> lazy-loaded attributes: flavor,pci_requests {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.438096] env[71147]: DEBUG nova.network.neutron [None req-439c0197-778a-41dc-b298-85ba8265d8ea tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.531074] env[71147]: DEBUG oslo_concurrency.lockutils [None req-439c0197-778a-41dc-b298-85ba8265d8ea tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "interface-4ea3ea73-997c-4f4a-9997-2e65d1de0bb9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.103s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.539267] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421826, 'name': PowerOnVM_Task} progress is 71%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.568037] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582924} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.568373] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 36269d99-e371-4861-bdff-8c73f7431f0d/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. [ 1163.569253] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf0988-ae9a-40c6-883b-49fdf4435b43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.601126] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 36269d99-e371-4861-bdff-8c73f7431f0d/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.609574] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e51452b3-4f75-482d-b6cb-0ab0c0c01f41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.632785] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.634345] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1163.634345] env[71147]: value = "task-3421828" [ 1163.634345] env[71147]: _type = "Task" [ 1163.634345] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.648019] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.665152] env[71147]: DEBUG nova.network.neutron [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.683526] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c8788c-6b92-4078-98e1-3fb5dbf8836e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.692337] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee10f0ef-2932-4304-95cf-0112a81ff818 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.728525] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31222d56-17b9-45fd-b3d0-73452256bb90 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.739608] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3bd8cc-2aad-4a36-b755-33774c944943 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.754791] env[71147]: DEBUG nova.compute.provider_tree [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.834255] env[71147]: DEBUG nova.network.neutron [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Updating instance_info_cache with network_info: [{"id": "3db0bcb7-c407-4d91-8f68-30954c58c753", "address": "fa:16:3e:d0:4c:8c", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db0bcb7-c4", "ovs_interfaceid": "3db0bcb7-c407-4d91-8f68-30954c58c753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.037507] env[71147]: DEBUG oslo_vmware.api [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421826, 'name': PowerOnVM_Task, 'duration_secs': 0.963013} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.037507] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.037718] env[71147]: INFO nova.compute.manager [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1164.037875] env[71147]: DEBUG nova.compute.manager [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.038905] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312c0ac-8d09-4ae2-b5dd-dcc4e56531c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.105462] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421827, 'name': ReconfigVM_Task, 'duration_secs': 0.803437} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.105707] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 157a81cf-9154-4851-98d2-0580701edf4b/157a81cf-9154-4851-98d2-0580701edf4b.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.106210] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d727b77-e89a-4c03-a1ec-b3c5ed482972 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.114682] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1164.114682] env[71147]: value = "task-3421830" [ 1164.114682] env[71147]: _type = "Task" [ 1164.114682] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.123930] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421830, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.145099] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421828, 'name': ReconfigVM_Task, 'duration_secs': 0.436275} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.145546] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 36269d99-e371-4861-bdff-8c73f7431f0d/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.146484] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b9fe1-b8a5-46a9-9254-ab75ce1508de {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.172892] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f18322-ca1e-4a2f-9828-58cf717d562a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.189767] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1164.189767] env[71147]: value = "task-3421831" [ 1164.189767] env[71147]: _type = "Task" [ 1164.189767] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.197983] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421831, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.256779] env[71147]: DEBUG nova.scheduler.client.report [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.334662] env[71147]: DEBUG nova.compute.manager [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.338861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "refresh_cache-104dc388-4f12-45a4-848c-35776ee57fe7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.339199] env[71147]: DEBUG nova.compute.manager [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Instance network_info: |[{"id": "3db0bcb7-c407-4d91-8f68-30954c58c753", "address": "fa:16:3e:d0:4c:8c", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db0bcb7-c4", "ovs_interfaceid": "3db0bcb7-c407-4d91-8f68-30954c58c753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.339599] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:4c:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3db0bcb7-c407-4d91-8f68-30954c58c753', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.348757] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.348988] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.349731] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3583e716-ee78-4606-9645-ea3495c64c51 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.377928] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.378169] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.378597] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.378597] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.378694] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.378788] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.379023] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.379227] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.379398] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.379557] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.382646] env[71147]: DEBUG nova.virt.hardware [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.382646] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b95f7e-752e-409f-86ee-996f7802e179 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.386495] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.386495] env[71147]: value = "task-3421832" [ 1164.386495] env[71147]: _type = "Task" [ 1164.386495] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.392651] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944953d7-ade3-4819-97c0-12547b353b8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.400474] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421832, 'name': CreateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.558523] env[71147]: INFO nova.compute.manager [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Took 30.56 seconds to build instance. [ 1164.625905] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421830, 'name': Rename_Task, 'duration_secs': 0.396963} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.626215] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.626458] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2197f346-36c7-4d66-9a22-7d7c1560edf9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.634490] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1164.634490] env[71147]: value = "task-3421833" [ 1164.634490] env[71147]: _type = "Task" [ 1164.634490] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.644204] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.702839] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421831, 'name': ReconfigVM_Task, 'duration_secs': 0.475475} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.703113] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.703361] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65745f58-b0ca-4e5b-816e-47a3e011667a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.710925] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1164.710925] env[71147]: value = "task-3421834" [ 1164.710925] env[71147]: _type = "Task" [ 1164.710925] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.719303] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.761838] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.762511] env[71147]: DEBUG nova.compute.manager [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.765495] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.499s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.765708] env[71147]: DEBUG nova.objects.instance [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lazy-loading 'resources' on Instance uuid 22d6af8a-e2ed-496a-88b9-2dc86bcb5590 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.897256] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421832, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.924268] env[71147]: DEBUG nova.network.neutron [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Successfully updated port: e96274fa-78d2-4476-abc6-e68c580fb3fe {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.950305] env[71147]: DEBUG oslo_concurrency.lockutils [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.950762] env[71147]: DEBUG oslo_concurrency.lockutils [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.951051] env[71147]: DEBUG oslo_concurrency.lockutils [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "c232906b-c19f-4e01-a793-1bb6caf5a46e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.951266] env[71147]: DEBUG oslo_concurrency.lockutils [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.951454] env[71147]: DEBUG oslo_concurrency.lockutils [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.953784] env[71147]: INFO nova.compute.manager [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Terminating instance [ 1165.018289] env[71147]: DEBUG nova.compute.manager [req-5167b240-38c9-4ad8-a25a-050e7bf3cb70 req-57729262-71f0-43ca-8a34-7fcd38bcbe8a service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Received event network-changed-3db0bcb7-c407-4d91-8f68-30954c58c753 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.018289] env[71147]: DEBUG nova.compute.manager [req-5167b240-38c9-4ad8-a25a-050e7bf3cb70 req-57729262-71f0-43ca-8a34-7fcd38bcbe8a service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Refreshing instance network info cache due to event network-changed-3db0bcb7-c407-4d91-8f68-30954c58c753. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.018289] env[71147]: DEBUG oslo_concurrency.lockutils [req-5167b240-38c9-4ad8-a25a-050e7bf3cb70 req-57729262-71f0-43ca-8a34-7fcd38bcbe8a service nova] Acquiring lock "refresh_cache-104dc388-4f12-45a4-848c-35776ee57fe7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.018766] env[71147]: DEBUG oslo_concurrency.lockutils [req-5167b240-38c9-4ad8-a25a-050e7bf3cb70 req-57729262-71f0-43ca-8a34-7fcd38bcbe8a service nova] Acquired lock "refresh_cache-104dc388-4f12-45a4-848c-35776ee57fe7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.018766] env[71147]: DEBUG nova.network.neutron [req-5167b240-38c9-4ad8-a25a-050e7bf3cb70 req-57729262-71f0-43ca-8a34-7fcd38bcbe8a service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Refreshing network info cache for port 3db0bcb7-c407-4d91-8f68-30954c58c753 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.060799] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fee05c8b-a80a-4510-9804-06d232a39a06 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.074s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.149773] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421833, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.222429] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421834, 'name': PowerOnVM_Task} progress is 74%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.270907] env[71147]: DEBUG nova.compute.utils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.278102] env[71147]: DEBUG nova.compute.manager [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.278102] env[71147]: DEBUG nova.network.neutron [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.348938] env[71147]: DEBUG nova.policy [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23c261141d14bcd887ad37cf8e445f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed35b211a6a4abf8058444e4294e0d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.403570] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421832, 'name': CreateVM_Task, 'duration_secs': 0.539033} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.404183] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.405145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.405454] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.405978] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.408209] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b748b44f-5983-4369-83b6-bcbebc6ebc75 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.414817] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1165.414817] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fe7ab6-30f6-ed6b-e2d0-ad31b8d56595" [ 1165.414817] env[71147]: _type = "Task" [ 1165.414817] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.427208] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquiring lock "refresh_cache-e0c1526e-8fbd-4fb9-af27-0919b3704956" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.427648] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquired lock "refresh_cache-e0c1526e-8fbd-4fb9-af27-0919b3704956" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.429856] env[71147]: DEBUG nova.network.neutron [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.429856] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fe7ab6-30f6-ed6b-e2d0-ad31b8d56595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.460459] env[71147]: DEBUG nova.compute.manager [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.460459] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.460459] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbbcd7c-2208-4ad0-9441-8c4b34ba693d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.473189] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.473635] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0805d5e3-14cd-4799-b593-feffa53a8c81 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.481259] env[71147]: DEBUG oslo_vmware.api [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1165.481259] env[71147]: value = "task-3421835" [ 1165.481259] env[71147]: _type = "Task" [ 1165.481259] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.498216] env[71147]: DEBUG oslo_vmware.api [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.626024] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9d1bb6-7cf3-45e7-bcab-6235bb76041e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.633377] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60f912a-f0ae-4e19-80af-fefc381e851e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.647636] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421833, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.680291] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquiring lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.681098] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.681570] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquiring lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.682086] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.682409] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.688105] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bad77c-18a8-49ff-8332-f168ec58f6dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.694444] env[71147]: INFO nova.compute.manager [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Terminating instance [ 1165.700018] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7671ec65-41ef-4ddd-be3d-6fd978062412 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.719023] env[71147]: DEBUG nova.compute.provider_tree [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.729519] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421834, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.778281] env[71147]: DEBUG nova.compute.manager [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.843531] env[71147]: DEBUG nova.network.neutron [req-5167b240-38c9-4ad8-a25a-050e7bf3cb70 req-57729262-71f0-43ca-8a34-7fcd38bcbe8a service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Updated VIF entry in instance network info cache for port 3db0bcb7-c407-4d91-8f68-30954c58c753. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.844046] env[71147]: DEBUG nova.network.neutron [req-5167b240-38c9-4ad8-a25a-050e7bf3cb70 req-57729262-71f0-43ca-8a34-7fcd38bcbe8a service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Updating instance_info_cache with network_info: [{"id": "3db0bcb7-c407-4d91-8f68-30954c58c753", "address": "fa:16:3e:d0:4c:8c", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db0bcb7-c4", "ovs_interfaceid": "3db0bcb7-c407-4d91-8f68-30954c58c753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.926513] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fe7ab6-30f6-ed6b-e2d0-ad31b8d56595, 'name': SearchDatastore_Task, 'duration_secs': 0.020831} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.926879] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.927137] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.927374] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.927616] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.927774] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.928063] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26b61317-be74-4df5-8792-8523141a8d97 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.943291] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.943495] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.944555] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84e0a50-826f-4c15-a1cc-ab8d3aaaa34c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.950503] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1165.950503] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e0bed2-44a3-ce58-7a30-adcd42f40dc7" [ 1165.950503] env[71147]: _type = "Task" [ 1165.950503] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.959176] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e0bed2-44a3-ce58-7a30-adcd42f40dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.959920] env[71147]: DEBUG nova.network.neutron [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.992639] env[71147]: DEBUG oslo_vmware.api [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421835, 'name': PowerOffVM_Task, 'duration_secs': 0.435931} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.992862] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.993045] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.993304] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de8ddfac-46da-4e84-bc31-e5535ce62dc8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.072417] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.072417] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.072417] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Deleting the datastore file [datastore1] c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.072417] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc5065a0-e695-4bd6-af4a-5627e4bce2f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.081024] env[71147]: DEBUG oslo_vmware.api [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1166.081024] env[71147]: value = "task-3421837" [ 1166.081024] env[71147]: _type = "Task" [ 1166.081024] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.088946] env[71147]: DEBUG oslo_vmware.api [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.151522] env[71147]: DEBUG oslo_vmware.api [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421833, 'name': PowerOnVM_Task, 'duration_secs': 1.075198} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.151522] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.151522] env[71147]: INFO nova.compute.manager [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1166.151522] env[71147]: DEBUG nova.compute.manager [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.152344] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0511151d-781c-4230-98a2-aa89a3767308 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.162504] env[71147]: DEBUG nova.network.neutron [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Updating instance_info_cache with network_info: [{"id": "e96274fa-78d2-4476-abc6-e68c580fb3fe", "address": "fa:16:3e:14:7a:0b", "network": {"id": "254ce12c-fcc9-4928-bd99-7a54982d6be1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-674663458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3299f6897cc9443483bd25147a494a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape96274fa-78", "ovs_interfaceid": "e96274fa-78d2-4476-abc6-e68c580fb3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.195467] env[71147]: DEBUG nova.network.neutron [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Successfully created port: ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.197942] env[71147]: DEBUG nova.compute.manager [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.198677] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.198998] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8392c004-bc3c-46d4-a681-f41a37997a37 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.208272] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.208516] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8bfa0fb-0fef-4078-89d6-788b99461ca1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.215563] env[71147]: DEBUG oslo_vmware.api [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1166.215563] env[71147]: value = "task-3421838" [ 1166.215563] env[71147]: _type = "Task" [ 1166.215563] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.224860] env[71147]: DEBUG nova.scheduler.client.report [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.234135] env[71147]: DEBUG oslo_vmware.api [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.234640] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1166.234899] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1166.235770] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db836ed4-3e84-4ca9-9fbd-e6416a40ce1e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.241917] env[71147]: DEBUG oslo_vmware.api [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421834, 'name': PowerOnVM_Task, 'duration_secs': 1.02851} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.242768] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.245494] env[71147]: DEBUG nova.compute.manager [None req-35485c8e-5229-421b-8919-1f1998729e88 tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.246345] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e213e-8fdb-4fa0-8670-366d4f63bf67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.263154] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4411975-c1a0-473d-a916-a1f6fbe635db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.301269] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-473ef6ae-b5e8-411d-9218-6390bd9ce263/volume-473ef6ae-b5e8-411d-9218-6390bd9ce263.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.301882] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f270128-3159-4f38-b676-872cef4e2253 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.323762] env[71147]: DEBUG oslo_vmware.api [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1166.323762] env[71147]: value = "task-3421839" [ 1166.323762] env[71147]: _type = "Task" [ 1166.323762] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.333405] env[71147]: DEBUG oslo_vmware.api [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.349228] env[71147]: DEBUG oslo_concurrency.lockutils [req-5167b240-38c9-4ad8-a25a-050e7bf3cb70 req-57729262-71f0-43ca-8a34-7fcd38bcbe8a service nova] Releasing lock "refresh_cache-104dc388-4f12-45a4-848c-35776ee57fe7" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.461940] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e0bed2-44a3-ce58-7a30-adcd42f40dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.029707} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.462769] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5420a6b-7bbf-44ba-a628-7182ec93b954 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.469736] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1166.469736] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5286ed2e-328f-5a4b-be74-79f383bef8e3" [ 1166.469736] env[71147]: _type = "Task" [ 1166.469736] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.478784] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5286ed2e-328f-5a4b-be74-79f383bef8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.591436] env[71147]: DEBUG oslo_vmware.api [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287889} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.591756] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.591969] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.592175] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.592367] env[71147]: INFO nova.compute.manager [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1166.592640] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.592841] env[71147]: DEBUG nova.compute.manager [-] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.592948] env[71147]: DEBUG nova.network.neutron [-] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.672589] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Releasing lock "refresh_cache-e0c1526e-8fbd-4fb9-af27-0919b3704956" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.673089] env[71147]: DEBUG nova.compute.manager [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Instance network_info: |[{"id": "e96274fa-78d2-4476-abc6-e68c580fb3fe", "address": "fa:16:3e:14:7a:0b", "network": {"id": "254ce12c-fcc9-4928-bd99-7a54982d6be1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-674663458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3299f6897cc9443483bd25147a494a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape96274fa-78", "ovs_interfaceid": "e96274fa-78d2-4476-abc6-e68c580fb3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.676168] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:7a:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e96274fa-78d2-4476-abc6-e68c580fb3fe', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.692116] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Creating folder: Project (3299f6897cc9443483bd25147a494a6d). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.692116] env[71147]: INFO nova.compute.manager [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Took 31.24 seconds to build instance. [ 1166.693048] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef2641a3-1462-46b5-aaad-0cc9e0033e12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.707411] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Created folder: Project (3299f6897cc9443483bd25147a494a6d) in parent group-v682378. [ 1166.707689] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Creating folder: Instances. Parent ref: group-v682678. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1166.707961] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a14a92ec-2c9d-4f9f-9b6e-4da8a93488bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.723036] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Created folder: Instances in parent group-v682678. [ 1166.723171] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.724113] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.724113] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e959d842-7c6a-4a6b-97a9-2575b9ec981c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.746205] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.748275] env[71147]: DEBUG oslo_vmware.api [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421838, 'name': PowerOffVM_Task, 'duration_secs': 0.210467} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.748734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.372s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.748919] env[71147]: DEBUG nova.objects.instance [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1166.755021] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.755021] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.755021] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8c6a104-e87a-465d-bdeb-ad404a08bfcc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.757525] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.757525] env[71147]: value = "task-3421842" [ 1166.757525] env[71147]: _type = "Task" [ 1166.757525] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.768418] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421842, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.776681] env[71147]: INFO nova.scheduler.client.report [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Deleted allocations for instance 22d6af8a-e2ed-496a-88b9-2dc86bcb5590 [ 1166.804303] env[71147]: DEBUG nova.compute.manager [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.842104] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.842525] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.842525] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Deleting the datastore file [datastore1] 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.842795] env[71147]: DEBUG oslo_vmware.api [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.843040] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffab7ec9-3dfa-4d6f-8ee2-dae57db54999 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.849527] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.849527] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.849527] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.849794] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.851295] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.851295] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.851295] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.851295] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.851295] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.851295] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.851295] env[71147]: DEBUG nova.virt.hardware [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.852051] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269e9b7f-b9c0-4d59-9075-c147743069ec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.857221] env[71147]: DEBUG oslo_vmware.api [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for the task: (returnval){ [ 1166.857221] env[71147]: value = "task-3421844" [ 1166.857221] env[71147]: _type = "Task" [ 1166.857221] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.866205] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4dbe51-4997-4271-b484-63f5e826dd8d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.875744] env[71147]: DEBUG oslo_vmware.api [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.985034] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5286ed2e-328f-5a4b-be74-79f383bef8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012972} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.985034] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.985034] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 104dc388-4f12-45a4-848c-35776ee57fe7/104dc388-4f12-45a4-848c-35776ee57fe7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.985034] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05c3196b-6e93-42fd-89d4-0492228795d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.994306] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1166.994306] env[71147]: value = "task-3421845" [ 1166.994306] env[71147]: _type = "Task" [ 1166.994306] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.003398] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.095268] env[71147]: DEBUG nova.compute.manager [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Received event network-vif-plugged-e96274fa-78d2-4476-abc6-e68c580fb3fe {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.095402] env[71147]: DEBUG oslo_concurrency.lockutils [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] Acquiring lock "e0c1526e-8fbd-4fb9-af27-0919b3704956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.095603] env[71147]: DEBUG oslo_concurrency.lockutils [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] Lock "e0c1526e-8fbd-4fb9-af27-0919b3704956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.095771] env[71147]: DEBUG oslo_concurrency.lockutils [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] Lock "e0c1526e-8fbd-4fb9-af27-0919b3704956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.095942] env[71147]: DEBUG nova.compute.manager [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] No waiting events found dispatching network-vif-plugged-e96274fa-78d2-4476-abc6-e68c580fb3fe {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.096488] env[71147]: WARNING nova.compute.manager [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Received unexpected event network-vif-plugged-e96274fa-78d2-4476-abc6-e68c580fb3fe for instance with vm_state building and task_state spawning. [ 1167.096624] env[71147]: DEBUG nova.compute.manager [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Received event network-changed-e96274fa-78d2-4476-abc6-e68c580fb3fe {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.096854] env[71147]: DEBUG nova.compute.manager [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Refreshing instance network info cache due to event network-changed-e96274fa-78d2-4476-abc6-e68c580fb3fe. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.097156] env[71147]: DEBUG oslo_concurrency.lockutils [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] Acquiring lock "refresh_cache-e0c1526e-8fbd-4fb9-af27-0919b3704956" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.097340] env[71147]: DEBUG oslo_concurrency.lockutils [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] Acquired lock "refresh_cache-e0c1526e-8fbd-4fb9-af27-0919b3704956" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.097571] env[71147]: DEBUG nova.network.neutron [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Refreshing network info cache for port e96274fa-78d2-4476-abc6-e68c580fb3fe {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.199095] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1adda4cc-55c6-4701-9297-ba98035eccff tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "157a81cf-9154-4851-98d2-0580701edf4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.758s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.231172] env[71147]: DEBUG nova.compute.manager [req-37933864-9782-4f8f-b722-052ac1df8846 req-35fef767-9af1-4383-b3eb-25f79aa9d48b service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Received event network-vif-deleted-065a397a-c6b6-4e8f-8653-a93ad809b45d {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.231172] env[71147]: INFO nova.compute.manager [req-37933864-9782-4f8f-b722-052ac1df8846 req-35fef767-9af1-4383-b3eb-25f79aa9d48b service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Neutron deleted interface 065a397a-c6b6-4e8f-8653-a93ad809b45d; detaching it from the instance and deleting it from the info cache [ 1167.231172] env[71147]: DEBUG nova.network.neutron [req-37933864-9782-4f8f-b722-052ac1df8846 req-35fef767-9af1-4383-b3eb-25f79aa9d48b service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.270084] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421842, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.287357] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ad94818b-7bad-4a60-aad6-5282e0a49d0f tempest-ServersListShow2100Test-886231506 tempest-ServersListShow2100Test-886231506-project-member] Lock "22d6af8a-e2ed-496a-88b9-2dc86bcb5590" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.799s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.338200] env[71147]: DEBUG oslo_vmware.api [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421839, 'name': ReconfigVM_Task, 'duration_secs': 0.874657} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.338367] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-473ef6ae-b5e8-411d-9218-6390bd9ce263/volume-473ef6ae-b5e8-411d-9218-6390bd9ce263.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.345526] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46e8d10-bd76-4ebb-aff0-e677c1fa4c65 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.365563] env[71147]: DEBUG oslo_vmware.api [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1167.365563] env[71147]: value = "task-3421846" [ 1167.365563] env[71147]: _type = "Task" [ 1167.365563] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.368922] env[71147]: DEBUG oslo_vmware.api [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Task: {'id': task-3421844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267862} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.372575] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.372714] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.373342] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.373342] env[71147]: INFO nova.compute.manager [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1167.373342] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.373577] env[71147]: DEBUG nova.compute.manager [-] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.374717] env[71147]: DEBUG nova.network.neutron [-] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.384575] env[71147]: DEBUG oslo_vmware.api [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421846, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.507315] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.704660] env[71147]: DEBUG nova.network.neutron [-] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.734481] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92cb5457-6879-4a2e-8531-0905449941f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.745329] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f022809b-a5be-4b83-9e58-4eb80b8b7a39 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.759714] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6afc6fa9-9d79-472e-8b66-0ebf173415d6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.762733] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.659s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.774810] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421842, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.792369] env[71147]: DEBUG nova.compute.manager [req-37933864-9782-4f8f-b722-052ac1df8846 req-35fef767-9af1-4383-b3eb-25f79aa9d48b service nova] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Detach interface failed, port_id=065a397a-c6b6-4e8f-8653-a93ad809b45d, reason: Instance c232906b-c19f-4e01-a793-1bb6caf5a46e could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.879994] env[71147]: DEBUG oslo_vmware.api [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421846, 'name': ReconfigVM_Task, 'duration_secs': 0.357637} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.880406] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1168.007397] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647257} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.007927] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 104dc388-4f12-45a4-848c-35776ee57fe7/104dc388-4f12-45a4-848c-35776ee57fe7.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.008250] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.008725] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97aaac23-69d9-475a-adad-24d8d42ab500 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.022240] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1168.022240] env[71147]: value = "task-3421847" [ 1168.022240] env[71147]: _type = "Task" [ 1168.022240] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.033629] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.101314] env[71147]: DEBUG nova.network.neutron [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Updated VIF entry in instance network info cache for port e96274fa-78d2-4476-abc6-e68c580fb3fe. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.101754] env[71147]: DEBUG nova.network.neutron [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Updating instance_info_cache with network_info: [{"id": "e96274fa-78d2-4476-abc6-e68c580fb3fe", "address": "fa:16:3e:14:7a:0b", "network": {"id": "254ce12c-fcc9-4928-bd99-7a54982d6be1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-674663458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3299f6897cc9443483bd25147a494a6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape96274fa-78", "ovs_interfaceid": "e96274fa-78d2-4476-abc6-e68c580fb3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.140085] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "157a81cf-9154-4851-98d2-0580701edf4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.140530] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "157a81cf-9154-4851-98d2-0580701edf4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.140805] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "157a81cf-9154-4851-98d2-0580701edf4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.140996] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "157a81cf-9154-4851-98d2-0580701edf4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.141186] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "157a81cf-9154-4851-98d2-0580701edf4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.144315] env[71147]: INFO nova.compute.manager [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Terminating instance [ 1168.186015] env[71147]: DEBUG nova.network.neutron [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Successfully updated port: ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.209916] env[71147]: INFO nova.compute.manager [-] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Took 1.62 seconds to deallocate network for instance. [ 1168.272025] env[71147]: INFO nova.compute.claims [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.286917] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421842, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.336339] env[71147]: DEBUG nova.network.neutron [-] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.532147] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082977} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.532441] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.533248] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1620c376-8afd-4b40-9d27-eda947fc1916 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.568969] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 104dc388-4f12-45a4-848c-35776ee57fe7/104dc388-4f12-45a4-848c-35776ee57fe7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.569465] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-444ee3f5-1ba6-4d18-a960-bf1021da2261 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.603064] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1168.603064] env[71147]: value = "task-3421848" [ 1168.603064] env[71147]: _type = "Task" [ 1168.603064] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.608873] env[71147]: DEBUG oslo_concurrency.lockutils [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] Releasing lock "refresh_cache-e0c1526e-8fbd-4fb9-af27-0919b3704956" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.609392] env[71147]: DEBUG nova.compute.manager [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Received event network-changed-8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.609548] env[71147]: DEBUG nova.compute.manager [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Refreshing instance network info cache due to event network-changed-8bd80ea8-0ae5-40f4-958d-c3e92689a9b3. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.609865] env[71147]: DEBUG oslo_concurrency.lockutils [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] Acquiring lock "refresh_cache-0c113879-90d7-4c10-8c05-abb364490a63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.610115] env[71147]: DEBUG oslo_concurrency.lockutils [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] Acquired lock "refresh_cache-0c113879-90d7-4c10-8c05-abb364490a63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.610391] env[71147]: DEBUG nova.network.neutron [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Refreshing network info cache for port 8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.620587] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.649372] env[71147]: DEBUG nova.compute.manager [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.649753] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.650825] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a2761d-a5d4-495b-a4c6-ec7bc7b860d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.661588] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.661831] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8ac9708-7bda-406b-8e8a-ca8607baa27b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.671602] env[71147]: DEBUG oslo_vmware.api [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1168.671602] env[71147]: value = "task-3421849" [ 1168.671602] env[71147]: _type = "Task" [ 1168.671602] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.683261] env[71147]: DEBUG oslo_vmware.api [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.690032] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.690256] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.690496] env[71147]: DEBUG nova.network.neutron [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.718685] env[71147]: DEBUG oslo_concurrency.lockutils [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.775795] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421842, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.791155] env[71147]: INFO nova.compute.resource_tracker [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating resource usage from migration 901b10be-2bf5-44d6-9c6f-910de3bf0965 [ 1168.838723] env[71147]: INFO nova.compute.manager [-] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Took 1.46 seconds to deallocate network for instance. [ 1168.931526] env[71147]: DEBUG nova.objects.instance [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lazy-loading 'flavor' on Instance uuid 2c1887aa-7a48-4055-b772-474ae7d40768 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.095033] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf11bd3b-c1e3-484b-af97-689e02eea696 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.113651] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3758b97-939c-4fe3-abfa-1c08e73f0af8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.125820] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.152231] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a10290-10c4-46b2-a147-79c986a6ed89 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.163170] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0571ab-9ec8-4832-921a-8b4fd3b3f5bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.183464] env[71147]: DEBUG nova.compute.provider_tree [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.190510] env[71147]: DEBUG oslo_vmware.api [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421849, 'name': PowerOffVM_Task, 'duration_secs': 0.403178} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.190803] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.190971] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.191248] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f5d29bd-bc52-4ed0-8851-d232acceca20 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.244269] env[71147]: DEBUG nova.compute.manager [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Received event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.244549] env[71147]: DEBUG nova.compute.manager [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing instance network info cache due to event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.244974] env[71147]: DEBUG oslo_concurrency.lockutils [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] Acquiring lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.245163] env[71147]: DEBUG oslo_concurrency.lockutils [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] Acquired lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.245383] env[71147]: DEBUG nova.network.neutron [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.263699] env[71147]: DEBUG nova.network.neutron [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.278469] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421842, 'name': CreateVM_Task, 'duration_secs': 2.267125} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.278673] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.279548] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.279762] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.280187] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.280507] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea209d9a-0b8f-42b6-99b0-135af032d515 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.287972] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1169.287972] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294de5a-7fd2-4194-8558-075642907c2f" [ 1169.287972] env[71147]: _type = "Task" [ 1169.287972] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.289079] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.289289] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.289467] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleting the datastore file [datastore1] 157a81cf-9154-4851-98d2-0580701edf4b {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.293098] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d93d9c00-a8ef-4356-9474-b8b6d909d283 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.300707] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294de5a-7fd2-4194-8558-075642907c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.301975] env[71147]: DEBUG oslo_vmware.api [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1169.301975] env[71147]: value = "task-3421851" [ 1169.301975] env[71147]: _type = "Task" [ 1169.301975] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.313783] env[71147]: DEBUG oslo_vmware.api [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.346229] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.393664] env[71147]: INFO nova.compute.manager [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Rebuilding instance [ 1169.441258] env[71147]: DEBUG oslo_concurrency.lockutils [None req-04115682-894a-4209-8d3c-12f1b182a9b0 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.442270] env[71147]: DEBUG nova.compute.manager [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.443373] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29d9583-bfa4-4599-9588-86b3fb0ddb40 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.449452] env[71147]: DEBUG nova.compute.manager [req-b1773bfd-9e54-496d-a7d8-8a3d348d9465 req-42f557c3-0ae1-4d07-bad1-1e61e9de4bfb service nova] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Received event network-vif-deleted-494c2705-f918-41d3-850f-28347657df58 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.449647] env[71147]: DEBUG nova.compute.manager [req-b1773bfd-9e54-496d-a7d8-8a3d348d9465 req-42f557c3-0ae1-4d07-bad1-1e61e9de4bfb service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Received event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.449804] env[71147]: DEBUG nova.compute.manager [req-b1773bfd-9e54-496d-a7d8-8a3d348d9465 req-42f557c3-0ae1-4d07-bad1-1e61e9de4bfb service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing instance network info cache due to event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.449985] env[71147]: DEBUG oslo_concurrency.lockutils [req-b1773bfd-9e54-496d-a7d8-8a3d348d9465 req-42f557c3-0ae1-4d07-bad1-1e61e9de4bfb service nova] Acquiring lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.601213] env[71147]: DEBUG nova.network.neutron [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [{"id": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "address": "fa:16:3e:2a:a4:b6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9d8032-0a", "ovs_interfaceid": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.617543] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421848, 'name': ReconfigVM_Task, 'duration_secs': 0.646106} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.618704] env[71147]: DEBUG nova.network.neutron [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Updated VIF entry in instance network info cache for port 8bd80ea8-0ae5-40f4-958d-c3e92689a9b3. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.619235] env[71147]: DEBUG nova.network.neutron [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Updating instance_info_cache with network_info: [{"id": "8bd80ea8-0ae5-40f4-958d-c3e92689a9b3", "address": "fa:16:3e:6a:c2:37", "network": {"id": "d3520419-5f67-4aa5-8926-4ba1711fbe80", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581794237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf5ac8dbb364f50bac4537d30edcb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd80ea8-0a", "ovs_interfaceid": "8bd80ea8-0ae5-40f4-958d-c3e92689a9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.620271] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 104dc388-4f12-45a4-848c-35776ee57fe7/104dc388-4f12-45a4-848c-35776ee57fe7.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.621333] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ccd0a33-41a4-4523-b020-158b01c2c4dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.628908] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1169.628908] env[71147]: value = "task-3421852" [ 1169.628908] env[71147]: _type = "Task" [ 1169.628908] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.638623] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421852, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.690438] env[71147]: DEBUG nova.scheduler.client.report [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.800606] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294de5a-7fd2-4194-8558-075642907c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.03608} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.800606] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.800606] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.800850] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.801792] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.801792] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.801792] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f9d2667-4328-4b4c-b80d-b445f1f21ccc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.812071] env[71147]: DEBUG oslo_vmware.api [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.816224] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.816401] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.819288] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8bbb10-581e-4a2a-918c-3448a74d3170 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.826878] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1169.826878] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c41498-49b2-4aec-7577-8702a864ba07" [ 1169.826878] env[71147]: _type = "Task" [ 1169.826878] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.840283] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c41498-49b2-4aec-7577-8702a864ba07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.970747] env[71147]: DEBUG nova.network.neutron [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updated VIF entry in instance network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.971148] env[71147]: DEBUG nova.network.neutron [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updating instance_info_cache with network_info: [{"id": "c676dba9-4f99-470a-86bf-42a06945b1b8", "address": "fa:16:3e:66:f0:f8", "network": {"id": "58776026-b97a-49ca-a19c-3363b905225c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263970073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78252557e3614dee8b7f01a4d1eb39b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676dba9-4f", "ovs_interfaceid": "c676dba9-4f99-470a-86bf-42a06945b1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.104878] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.105257] env[71147]: DEBUG nova.compute.manager [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Instance network_info: |[{"id": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "address": "fa:16:3e:2a:a4:b6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9d8032-0a", "ovs_interfaceid": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.105701] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:a4:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee9d8032-0a6b-4ea4-a60c-12a0cc945dff', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.113104] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.113318] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.113544] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc5d14d9-9c50-4d18-a03f-c761445ca830 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.128156] env[71147]: DEBUG oslo_concurrency.lockutils [req-5f153b7d-0506-43f6-8c32-1dd1f3756cbb req-e16740c4-9289-4e7e-85e3-515a7619d9c5 service nova] Releasing lock "refresh_cache-0c113879-90d7-4c10-8c05-abb364490a63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.135047] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.135047] env[71147]: value = "task-3421853" [ 1170.135047] env[71147]: _type = "Task" [ 1170.135047] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.138049] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421852, 'name': Rename_Task, 'duration_secs': 0.334056} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.140976] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.141307] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c004e6c-26ee-4e40-9389-d170a09c5b8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.151024] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421853, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.152390] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1170.152390] env[71147]: value = "task-3421854" [ 1170.152390] env[71147]: _type = "Task" [ 1170.152390] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.161051] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.194195] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.431s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.194772] env[71147]: INFO nova.compute.manager [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Migrating [ 1170.201976] env[71147]: DEBUG oslo_concurrency.lockutils [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.483s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.202249] env[71147]: DEBUG nova.objects.instance [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'resources' on Instance uuid c232906b-c19f-4e01-a793-1bb6caf5a46e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.314367] env[71147]: DEBUG oslo_vmware.api [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.632578} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.314667] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.314856] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.315044] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.315224] env[71147]: INFO nova.compute.manager [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1170.315511] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.315733] env[71147]: DEBUG nova.compute.manager [-] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.315926] env[71147]: DEBUG nova.network.neutron [-] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.337311] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c41498-49b2-4aec-7577-8702a864ba07, 'name': SearchDatastore_Task, 'duration_secs': 0.018478} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.338314] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cfc48f7-1fe0-4b3b-b80a-86cf06f2f028 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.344839] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1170.344839] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a341bb-eda3-89f6-aca7-553c9d43f9db" [ 1170.344839] env[71147]: _type = "Task" [ 1170.344839] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.356096] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a341bb-eda3-89f6-aca7-553c9d43f9db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.459205] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.459567] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1497ab0e-fac7-425a-aa5d-bb0792d41030 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.469213] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1170.469213] env[71147]: value = "task-3421855" [ 1170.469213] env[71147]: _type = "Task" [ 1170.469213] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.474495] env[71147]: DEBUG oslo_concurrency.lockutils [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] Releasing lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.475528] env[71147]: DEBUG nova.compute.manager [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received event network-vif-plugged-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.475528] env[71147]: DEBUG oslo_concurrency.lockutils [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] Acquiring lock "44b7b260-e596-4bc9-9e98-56162cb791d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.475528] env[71147]: DEBUG oslo_concurrency.lockutils [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.475528] env[71147]: DEBUG oslo_concurrency.lockutils [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.475791] env[71147]: DEBUG nova.compute.manager [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] No waiting events found dispatching network-vif-plugged-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.475865] env[71147]: WARNING nova.compute.manager [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received unexpected event network-vif-plugged-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff for instance with vm_state building and task_state spawning. [ 1170.476047] env[71147]: DEBUG nova.compute.manager [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received event network-changed-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.476180] env[71147]: DEBUG nova.compute.manager [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing instance network info cache due to event network-changed-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.476583] env[71147]: DEBUG oslo_concurrency.lockutils [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] Acquiring lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.476583] env[71147]: DEBUG oslo_concurrency.lockutils [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] Acquired lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.476742] env[71147]: DEBUG nova.network.neutron [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing network info cache for port ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.484800] env[71147]: DEBUG oslo_concurrency.lockutils [req-b1773bfd-9e54-496d-a7d8-8a3d348d9465 req-42f557c3-0ae1-4d07-bad1-1e61e9de4bfb service nova] Acquired lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.484800] env[71147]: DEBUG nova.network.neutron [req-b1773bfd-9e54-496d-a7d8-8a3d348d9465 req-42f557c3-0ae1-4d07-bad1-1e61e9de4bfb service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.485832] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.649147] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421853, 'name': CreateVM_Task, 'duration_secs': 0.359588} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.649479] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.650109] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.650281] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.650659] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.650952] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc62c822-ed04-4049-bad3-ec7ada200584 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.660665] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1170.660665] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525be253-c3b0-8c96-b116-0fe043103a3d" [ 1170.660665] env[71147]: _type = "Task" [ 1170.660665] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.664514] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421854, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.675642] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]525be253-c3b0-8c96-b116-0fe043103a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.676273] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.676583] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.676674] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.719711] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.719989] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.720219] env[71147]: DEBUG nova.network.neutron [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.860875] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a341bb-eda3-89f6-aca7-553c9d43f9db, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.860875] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.861100] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] e0c1526e-8fbd-4fb9-af27-0919b3704956/e0c1526e-8fbd-4fb9-af27-0919b3704956.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.861409] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.861585] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.861937] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39aee6c3-0957-486a-97bd-6e918c1a3e57 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.865888] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b13586c-2b60-4b95-b2a2-3a54d5f8480e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.876603] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1170.876603] env[71147]: value = "task-3421856" [ 1170.876603] env[71147]: _type = "Task" [ 1170.876603] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.882217] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.882493] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.885752] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a520284-d019-465c-adb7-f7b46adbded3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.893931] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.895182] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1170.895182] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526848de-906b-6577-76c6-c0dbb183b180" [ 1170.895182] env[71147]: _type = "Task" [ 1170.895182] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.908764] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526848de-906b-6577-76c6-c0dbb183b180, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.909908] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abfbccea-c9e5-4e31-b34a-3a03a888f8d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.917483] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1170.917483] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b47c90-fb43-4cc6-d2eb-faa087cb5e69" [ 1170.917483] env[71147]: _type = "Task" [ 1170.917483] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.925704] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b47c90-fb43-4cc6-d2eb-faa087cb5e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.978671] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421855, 'name': PowerOffVM_Task, 'duration_secs': 0.309125} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.981305] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.995930] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e6e43e-b38c-4231-9a05-84807ff9eb8f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.003703] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdb8284-f3cb-4a1d-ba5f-b53a7a68c148 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.037344] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6424a5-ccbe-4479-8aec-0f3f3799583c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.050060] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a022cdc-c22d-499c-9308-2f8494353ef5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.055787] env[71147]: INFO nova.compute.manager [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Detaching volume 473ef6ae-b5e8-411d-9218-6390bd9ce263 [ 1171.065637] env[71147]: DEBUG nova.compute.provider_tree [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.106723] env[71147]: INFO nova.virt.block_device [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Attempting to driver detach volume 473ef6ae-b5e8-411d-9218-6390bd9ce263 from mountpoint /dev/sdb [ 1171.106966] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.107173] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.108042] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51afab9-46de-4024-a6ea-cc18b2cf4192 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.134642] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea1773f-8d1c-4ad5-a39a-e606a49449a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.142810] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e5bde-8d63-4579-9a32-3888ecf0cb00 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.174510] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2137a941-a4de-4970-89ce-c8f5ad783203 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.184205] env[71147]: DEBUG oslo_vmware.api [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421854, 'name': PowerOnVM_Task, 'duration_secs': 0.560907} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.197546] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.197702] env[71147]: INFO nova.compute.manager [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1171.198015] env[71147]: DEBUG nova.compute.manager [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.198820] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] The volume has not been displaced from its original location: [datastore2] volume-473ef6ae-b5e8-411d-9218-6390bd9ce263/volume-473ef6ae-b5e8-411d-9218-6390bd9ce263.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.205448] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.208837] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3647a162-0614-40a8-a819-417df6b38a60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.211819] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6c9045-892e-4bc2-a605-d36cce2c9d5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.225601] env[71147]: DEBUG nova.network.neutron [-] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.237564] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1171.237564] env[71147]: value = "task-3421857" [ 1171.237564] env[71147]: _type = "Task" [ 1171.237564] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.254699] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421857, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.318367] env[71147]: DEBUG nova.compute.manager [req-df0ffd86-4a2c-4166-b681-7a87aa41d682 req-434d0ce6-dde5-4d3c-9540-b2a90a74372d service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Received event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.318486] env[71147]: DEBUG nova.compute.manager [req-df0ffd86-4a2c-4166-b681-7a87aa41d682 req-434d0ce6-dde5-4d3c-9540-b2a90a74372d service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing instance network info cache due to event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.318655] env[71147]: DEBUG oslo_concurrency.lockutils [req-df0ffd86-4a2c-4166-b681-7a87aa41d682 req-434d0ce6-dde5-4d3c-9540-b2a90a74372d service nova] Acquiring lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.389221] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421856, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.398236] env[71147]: DEBUG nova.network.neutron [req-b1773bfd-9e54-496d-a7d8-8a3d348d9465 req-42f557c3-0ae1-4d07-bad1-1e61e9de4bfb service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updated VIF entry in instance network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.398623] env[71147]: DEBUG nova.network.neutron [req-b1773bfd-9e54-496d-a7d8-8a3d348d9465 req-42f557c3-0ae1-4d07-bad1-1e61e9de4bfb service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updating instance_info_cache with network_info: [{"id": "c676dba9-4f99-470a-86bf-42a06945b1b8", "address": "fa:16:3e:66:f0:f8", "network": {"id": "58776026-b97a-49ca-a19c-3363b905225c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263970073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78252557e3614dee8b7f01a4d1eb39b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676dba9-4f", "ovs_interfaceid": "c676dba9-4f99-470a-86bf-42a06945b1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.430293] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b47c90-fb43-4cc6-d2eb-faa087cb5e69, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.433520] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.433810] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 44b7b260-e596-4bc9-9e98-56162cb791d1/44b7b260-e596-4bc9-9e98-56162cb791d1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.434109] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90a8178c-1e58-4137-860e-d98821d86ee6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.444409] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1171.444409] env[71147]: value = "task-3421858" [ 1171.444409] env[71147]: _type = "Task" [ 1171.444409] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.459030] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.473903] env[71147]: DEBUG nova.network.neutron [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updated VIF entry in instance network info cache for port ee9d8032-0a6b-4ea4-a60c-12a0cc945dff. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.474282] env[71147]: DEBUG nova.network.neutron [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [{"id": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "address": "fa:16:3e:2a:a4:b6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9d8032-0a", "ovs_interfaceid": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.481565] env[71147]: DEBUG nova.compute.manager [req-1ed2e4fa-56d6-4fa1-b12d-0beea717b02b req-df9fb2fd-a13e-4f64-b39d-08ef39875517 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Received event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.481766] env[71147]: DEBUG nova.compute.manager [req-1ed2e4fa-56d6-4fa1-b12d-0beea717b02b req-df9fb2fd-a13e-4f64-b39d-08ef39875517 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing instance network info cache due to event network-changed-c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.481960] env[71147]: DEBUG oslo_concurrency.lockutils [req-1ed2e4fa-56d6-4fa1-b12d-0beea717b02b req-df9fb2fd-a13e-4f64-b39d-08ef39875517 service nova] Acquiring lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.511478] env[71147]: DEBUG nova.network.neutron [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance_info_cache with network_info: [{"id": "6d53de37-0842-4afe-b38c-25a593595423", "address": "fa:16:3e:57:00:61", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d53de37-08", "ovs_interfaceid": "6d53de37-0842-4afe-b38c-25a593595423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.573770] env[71147]: DEBUG nova.scheduler.client.report [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.577478] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "36269d99-e371-4861-bdff-8c73f7431f0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.577755] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "36269d99-e371-4861-bdff-8c73f7431f0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.577964] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "36269d99-e371-4861-bdff-8c73f7431f0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.578157] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "36269d99-e371-4861-bdff-8c73f7431f0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.578342] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "36269d99-e371-4861-bdff-8c73f7431f0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.581910] env[71147]: INFO nova.compute.manager [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Terminating instance [ 1171.730991] env[71147]: INFO nova.compute.manager [-] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Took 1.41 seconds to deallocate network for instance. [ 1171.762386] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.763120] env[71147]: INFO nova.compute.manager [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Took 35.21 seconds to build instance. [ 1171.889355] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768627} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.889505] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] e0c1526e-8fbd-4fb9-af27-0919b3704956/e0c1526e-8fbd-4fb9-af27-0919b3704956.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.889637] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.889860] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45a894d4-2abe-4f9c-9685-9ffd759e3920 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.903827] env[71147]: DEBUG oslo_concurrency.lockutils [req-b1773bfd-9e54-496d-a7d8-8a3d348d9465 req-42f557c3-0ae1-4d07-bad1-1e61e9de4bfb service nova] Releasing lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.904331] env[71147]: DEBUG oslo_concurrency.lockutils [req-df0ffd86-4a2c-4166-b681-7a87aa41d682 req-434d0ce6-dde5-4d3c-9540-b2a90a74372d service nova] Acquired lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.905395] env[71147]: DEBUG nova.network.neutron [req-df0ffd86-4a2c-4166-b681-7a87aa41d682 req-434d0ce6-dde5-4d3c-9540-b2a90a74372d service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.916242] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1171.916242] env[71147]: value = "task-3421859" [ 1171.916242] env[71147]: _type = "Task" [ 1171.916242] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.930019] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.955587] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421858, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.977470] env[71147]: DEBUG oslo_concurrency.lockutils [req-6dc74a16-954f-443b-855a-abbfb96d0af8 req-d574cb20-8fa8-4512-88d7-025c632721f1 service nova] Releasing lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.014690] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.083123] env[71147]: DEBUG oslo_concurrency.lockutils [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.087103] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.741s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.087700] env[71147]: DEBUG nova.objects.instance [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lazy-loading 'resources' on Instance uuid 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.088976] env[71147]: DEBUG nova.compute.manager [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.089340] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.091176] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fde283-51b9-4dc7-a0b4-4cd995c1565f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.104363] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.104798] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06ec3d35-4135-4579-9460-3c21e5c06628 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.114653] env[71147]: DEBUG oslo_vmware.api [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1172.114653] env[71147]: value = "task-3421860" [ 1172.114653] env[71147]: _type = "Task" [ 1172.114653] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.115843] env[71147]: INFO nova.scheduler.client.report [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Deleted allocations for instance c232906b-c19f-4e01-a793-1bb6caf5a46e [ 1172.132127] env[71147]: DEBUG oslo_vmware.api [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.239264] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.255891] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421857, 'name': ReconfigVM_Task, 'duration_secs': 0.601745} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.256336] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.263960] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81482caa-f5e3-4466-89b4-8e96a6119186 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.280678] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a6766821-c2cd-4db3-875e-9fd45792a57b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "104dc388-4f12-45a4-848c-35776ee57fe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.743s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.287518] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1172.287518] env[71147]: value = "task-3421861" [ 1172.287518] env[71147]: _type = "Task" [ 1172.287518] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.300211] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421861, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.427488] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182923} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.428152] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.428859] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5244a664-1662-487e-b3f1-13e33b5784ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.451152] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] e0c1526e-8fbd-4fb9-af27-0919b3704956/e0c1526e-8fbd-4fb9-af27-0919b3704956.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.454047] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eaeec03-9853-40f2-81b3-278bf0dbb57d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.478362] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810695} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.479779] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 44b7b260-e596-4bc9-9e98-56162cb791d1/44b7b260-e596-4bc9-9e98-56162cb791d1.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.480016] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.480375] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1172.480375] env[71147]: value = "task-3421862" [ 1172.480375] env[71147]: _type = "Task" [ 1172.480375] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.480573] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64b117e9-1c97-409a-9849-8127f15b5af2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.490604] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421862, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.492371] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1172.492371] env[71147]: value = "task-3421863" [ 1172.492371] env[71147]: _type = "Task" [ 1172.492371] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.501737] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.630462] env[71147]: DEBUG oslo_vmware.api [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421860, 'name': PowerOffVM_Task, 'duration_secs': 0.219882} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.630945] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.631141] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.631636] env[71147]: DEBUG oslo_concurrency.lockutils [None req-16911b0a-9393-40e4-a088-121742cdfbd1 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "c232906b-c19f-4e01-a793-1bb6caf5a46e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.681s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.632616] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e60bae1e-86e1-43d4-aba4-5c9c239a25f5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.718661] env[71147]: DEBUG nova.network.neutron [req-df0ffd86-4a2c-4166-b681-7a87aa41d682 req-434d0ce6-dde5-4d3c-9540-b2a90a74372d service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updated VIF entry in instance network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.718661] env[71147]: DEBUG nova.network.neutron [req-df0ffd86-4a2c-4166-b681-7a87aa41d682 req-434d0ce6-dde5-4d3c-9540-b2a90a74372d service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updating instance_info_cache with network_info: [{"id": "c676dba9-4f99-470a-86bf-42a06945b1b8", "address": "fa:16:3e:66:f0:f8", "network": {"id": "58776026-b97a-49ca-a19c-3363b905225c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263970073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78252557e3614dee8b7f01a4d1eb39b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676dba9-4f", "ovs_interfaceid": "c676dba9-4f99-470a-86bf-42a06945b1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.721051] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.721386] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.721705] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Deleting the datastore file [datastore1] 36269d99-e371-4861-bdff-8c73f7431f0d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.721999] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec7ded93-1bbf-4acd-b970-d8988c778a32 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.730969] env[71147]: DEBUG oslo_vmware.api [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for the task: (returnval){ [ 1172.730969] env[71147]: value = "task-3421865" [ 1172.730969] env[71147]: _type = "Task" [ 1172.730969] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.745144] env[71147]: DEBUG oslo_vmware.api [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.801390] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421861, 'name': ReconfigVM_Task, 'duration_secs': 0.430063} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.801789] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1172.883178] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3361445a-f130-477e-8a37-7b6395116dd4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.891581] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf7cdef-b028-4160-95d0-a6dff682ef13 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.923308] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4e530b-3eec-41de-a25b-cc8a4b2c7660 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.931986] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf8ee29-bbee-4359-8a6e-a37198d42324 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.946945] env[71147]: DEBUG nova.compute.provider_tree [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.992706] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.000755] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.225903] env[71147]: DEBUG oslo_concurrency.lockutils [req-df0ffd86-4a2c-4166-b681-7a87aa41d682 req-434d0ce6-dde5-4d3c-9540-b2a90a74372d service nova] Releasing lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.226087] env[71147]: DEBUG nova.compute.manager [req-df0ffd86-4a2c-4166-b681-7a87aa41d682 req-434d0ce6-dde5-4d3c-9540-b2a90a74372d service nova] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Received event network-vif-deleted-eb19c26f-1014-46fe-931c-d0d0f41c241e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.226626] env[71147]: DEBUG oslo_concurrency.lockutils [req-1ed2e4fa-56d6-4fa1-b12d-0beea717b02b req-df9fb2fd-a13e-4f64-b39d-08ef39875517 service nova] Acquired lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.226929] env[71147]: DEBUG nova.network.neutron [req-1ed2e4fa-56d6-4fa1-b12d-0beea717b02b req-df9fb2fd-a13e-4f64-b39d-08ef39875517 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Refreshing network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.243460] env[71147]: DEBUG oslo_vmware.api [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.449947] env[71147]: DEBUG nova.scheduler.client.report [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.468513] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.468748] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.493538] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421862, 'name': ReconfigVM_Task, 'duration_secs': 0.874045} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.496520] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Reconfigured VM instance instance-0000006f to attach disk [datastore2] e0c1526e-8fbd-4fb9-af27-0919b3704956/e0c1526e-8fbd-4fb9-af27-0919b3704956.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.497377] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df7d48f0-694e-45fd-9183-c0da6c799f8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.505346] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.657077} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.506581] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.506928] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1173.506928] env[71147]: value = "task-3421866" [ 1173.506928] env[71147]: _type = "Task" [ 1173.506928] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.507622] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaa18c9-054a-4f80-95a8-3fc7b2688e85 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.542607] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 44b7b260-e596-4bc9-9e98-56162cb791d1/44b7b260-e596-4bc9-9e98-56162cb791d1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.543045] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421866, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.544228] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-627d85c7-7d75-4dcf-9a5e-503c54f8d8c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.559716] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a336840-83c8-4030-ac97-6690a5d2e87d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.580548] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance '149a7bc8-0bb7-4119-a485-32dc7a1eb7e5' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.585502] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1173.585502] env[71147]: value = "task-3421867" [ 1173.585502] env[71147]: _type = "Task" [ 1173.585502] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.595428] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.746179] env[71147]: DEBUG oslo_vmware.api [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Task: {'id': task-3421865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.621963} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.746671] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.746984] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.747236] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.747573] env[71147]: INFO nova.compute.manager [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1173.748542] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.748890] env[71147]: DEBUG nova.compute.manager [-] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.749510] env[71147]: DEBUG nova.network.neutron [-] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.865999] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.866408] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-844522c1-9a67-422d-bda4-5ad2f0b94ccc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.875594] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1173.875594] env[71147]: value = "task-3421868" [ 1173.875594] env[71147]: _type = "Task" [ 1173.875594] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.887130] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1173.887130] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1173.887375] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1173.888183] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b7a9a9-6b10-4d46-94a1-92b613299ee9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.936023] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f49b9c-97ab-4158-9904-9d925d652996 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.949867] env[71147]: WARNING nova.virt.vmwareapi.driver [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1173.949867] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.950084] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b77d1bb-ba03-4ba0-bf2c-138378fef1cf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.956664] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.962210] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.723s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.962460] env[71147]: DEBUG nova.objects.instance [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lazy-loading 'resources' on Instance uuid 157a81cf-9154-4851-98d2-0580701edf4b {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.963600] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.963874] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8f3a6ac-8e30-4ba3-a54f-822e0b564df9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.971633] env[71147]: DEBUG nova.compute.manager [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.993639] env[71147]: INFO nova.scheduler.client.report [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Deleted allocations for instance 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9 [ 1174.021440] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421866, 'name': Rename_Task, 'duration_secs': 0.239907} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.021896] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.022299] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-290cb1f1-deab-4bea-b042-cd49bb3c0cf9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.031035] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1174.031035] env[71147]: value = "task-3421870" [ 1174.031035] env[71147]: _type = "Task" [ 1174.031035] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.045334] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.047087] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.047301] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.047474] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleting the datastore file [datastore2] 2c1887aa-7a48-4055-b772-474ae7d40768 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.047737] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a4cb726-41cd-448e-912f-c0ff96302c01 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.056217] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1174.056217] env[71147]: value = "task-3421871" [ 1174.056217] env[71147]: _type = "Task" [ 1174.056217] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.064387] env[71147]: DEBUG nova.compute.manager [req-a60b78af-4d6f-4afb-8bb5-1c5a5456c15f req-19aba1a2-f6d7-4aa9-a372-7deebab5f5f3 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Received event network-vif-deleted-c676dba9-4f99-470a-86bf-42a06945b1b8 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.064604] env[71147]: INFO nova.compute.manager [req-a60b78af-4d6f-4afb-8bb5-1c5a5456c15f req-19aba1a2-f6d7-4aa9-a372-7deebab5f5f3 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Neutron deleted interface c676dba9-4f99-470a-86bf-42a06945b1b8; detaching it from the instance and deleting it from the info cache [ 1174.064790] env[71147]: DEBUG nova.network.neutron [req-a60b78af-4d6f-4afb-8bb5-1c5a5456c15f req-19aba1a2-f6d7-4aa9-a372-7deebab5f5f3 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.069815] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.088347] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.088994] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-320039fc-8739-4114-b343-a4d441b9ca88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.102703] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421867, 'name': ReconfigVM_Task, 'duration_secs': 0.310555} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.104185] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 44b7b260-e596-4bc9-9e98-56162cb791d1/44b7b260-e596-4bc9-9e98-56162cb791d1.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.104928] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1174.104928] env[71147]: value = "task-3421872" [ 1174.104928] env[71147]: _type = "Task" [ 1174.104928] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.105170] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f45aea53-1a40-47cf-b64c-778d11889582 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.112084] env[71147]: DEBUG nova.network.neutron [req-1ed2e4fa-56d6-4fa1-b12d-0beea717b02b req-df9fb2fd-a13e-4f64-b39d-08ef39875517 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updated VIF entry in instance network info cache for port c676dba9-4f99-470a-86bf-42a06945b1b8. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.112515] env[71147]: DEBUG nova.network.neutron [req-1ed2e4fa-56d6-4fa1-b12d-0beea717b02b req-df9fb2fd-a13e-4f64-b39d-08ef39875517 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updating instance_info_cache with network_info: [{"id": "c676dba9-4f99-470a-86bf-42a06945b1b8", "address": "fa:16:3e:66:f0:f8", "network": {"id": "58776026-b97a-49ca-a19c-3363b905225c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-263970073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78252557e3614dee8b7f01a4d1eb39b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc676dba9-4f", "ovs_interfaceid": "c676dba9-4f99-470a-86bf-42a06945b1b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.117997] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.119848] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1174.119848] env[71147]: value = "task-3421873" [ 1174.119848] env[71147]: _type = "Task" [ 1174.119848] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.130499] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421873, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.491591] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.502549] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71723700-b102-408b-98ca-18c582c6b62a tempest-AttachInterfacesV270Test-171536725 tempest-AttachInterfacesV270Test-171536725-project-member] Lock "4ea3ea73-997c-4f4a-9997-2e65d1de0bb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.821s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.545494] env[71147]: DEBUG nova.network.neutron [-] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.546902] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421870, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.573942] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279148} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.574633] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.574830] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.575010] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.580558] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3067abe-3ed1-4eea-9ab5-d47c0e8f826f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.598440] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f82fcde-7652-446f-bd8a-951bed47d89e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.620722] env[71147]: DEBUG oslo_concurrency.lockutils [req-1ed2e4fa-56d6-4fa1-b12d-0beea717b02b req-df9fb2fd-a13e-4f64-b39d-08ef39875517 service nova] Releasing lock "refresh_cache-36269d99-e371-4861-bdff-8c73f7431f0d" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.628438] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421872, 'name': PowerOffVM_Task, 'duration_secs': 0.260988} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.632024] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.632024] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance '149a7bc8-0bb7-4119-a485-32dc7a1eb7e5' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.648729] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421873, 'name': Rename_Task, 'duration_secs': 0.172671} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.650648] env[71147]: DEBUG nova.compute.manager [req-a60b78af-4d6f-4afb-8bb5-1c5a5456c15f req-19aba1a2-f6d7-4aa9-a372-7deebab5f5f3 service nova] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Detach interface failed, port_id=c676dba9-4f99-470a-86bf-42a06945b1b8, reason: Instance 36269d99-e371-4861-bdff-8c73f7431f0d could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.655885] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.657360] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9a2df3f-6c9b-402d-aeb0-3c8bec275d43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.667403] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1174.667403] env[71147]: value = "task-3421874" [ 1174.667403] env[71147]: _type = "Task" [ 1174.667403] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.681186] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.842360] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b3b8ab-4abc-45a0-b465-b3d1d311102f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.852228] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9de069a-fad0-4f61-99c5-ebd49f6db2a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.887922] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b07e410-761f-4f4d-9e7e-487d163a6cdc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.897205] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b642a04-255c-4167-92da-2ee6d5ed1fa6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.925312] env[71147]: DEBUG nova.compute.provider_tree [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.044432] env[71147]: DEBUG oslo_vmware.api [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421870, 'name': PowerOnVM_Task, 'duration_secs': 0.809688} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.044861] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.045208] env[71147]: INFO nova.compute.manager [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1175.045434] env[71147]: DEBUG nova.compute.manager [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.046338] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd39ba9c-1596-41c7-8022-a0e066ff51b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.049315] env[71147]: INFO nova.compute.manager [-] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Took 1.30 seconds to deallocate network for instance. [ 1175.082910] env[71147]: INFO nova.virt.block_device [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Booting with volume 473ef6ae-b5e8-411d-9218-6390bd9ce263 at /dev/sdb [ 1175.125473] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45db4813-edd8-4765-954c-e38a9c3598a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.138535] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a3a085-e8f1-44a3-9ebc-16f7e3eafe66 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.157911] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.158188] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.158348] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.158542] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.158690] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.158840] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.159064] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.159275] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.159462] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.162329] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.162616] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.181926] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31ccd62c-d041-4525-9072-19515c4700c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.195832] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39b4c2f0-cb7b-4a1a-82e0-5c286c411e8f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.205166] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.210237] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf35ec6-5e66-44f8-965b-1db5f9cd61b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.223966] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1175.223966] env[71147]: value = "task-3421875" [ 1175.223966] env[71147]: _type = "Task" [ 1175.223966] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.234775] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.255350] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a051d-1b6f-4988-a568-5cb8b338b388 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.264749] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b07d040-5dad-41de-b732-b30b92e7211f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.283949] env[71147]: DEBUG nova.virt.block_device [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Updating existing volume attachment record: 129a4961-7851-4506-8f54-6d95377986cf {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1175.293493] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.293746] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.429393] env[71147]: DEBUG nova.scheduler.client.report [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.562544] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.583981] env[71147]: INFO nova.compute.manager [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Took 36.54 seconds to build instance. [ 1175.694734] env[71147]: DEBUG oslo_vmware.api [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421874, 'name': PowerOnVM_Task, 'duration_secs': 0.853014} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.695411] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.695411] env[71147]: INFO nova.compute.manager [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1175.695509] env[71147]: DEBUG nova.compute.manager [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.696596] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c64f4d4-f9ac-49e7-96e9-2fa38f849aa3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.736196] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421875, 'name': ReconfigVM_Task, 'duration_secs': 0.231237} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.736655] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance '149a7bc8-0bb7-4119-a485-32dc7a1eb7e5' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.801026] env[71147]: DEBUG nova.compute.manager [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.937029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.939462] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.448s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.942627] env[71147]: INFO nova.compute.claims [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.969716] env[71147]: INFO nova.scheduler.client.report [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleted allocations for instance 157a81cf-9154-4851-98d2-0580701edf4b [ 1176.087503] env[71147]: DEBUG oslo_concurrency.lockutils [None req-81a2e733-5b35-4903-9d8f-531b4a1eaa72 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "e0c1526e-8fbd-4fb9-af27-0919b3704956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.057s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.223180] env[71147]: INFO nova.compute.manager [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Took 36.34 seconds to build instance. [ 1176.244430] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.244662] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.244813] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.244987] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.245165] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.245319] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.245541] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.246502] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.246502] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.246502] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.246502] env[71147]: DEBUG nova.virt.hardware [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.252128] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.253053] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0252dd01-cf47-4545-bc4a-d0f67b0c1d2c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.281353] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1176.281353] env[71147]: value = "task-3421876" [ 1176.281353] env[71147]: _type = "Task" [ 1176.281353] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.292672] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.330885] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.476753] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b8050947-85a3-466a-9350-a0e88d5e3f24 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "157a81cf-9154-4851-98d2-0580701edf4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.336s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.682585] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquiring lock "e0c1526e-8fbd-4fb9-af27-0919b3704956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.683532] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "e0c1526e-8fbd-4fb9-af27-0919b3704956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.683929] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquiring lock "e0c1526e-8fbd-4fb9-af27-0919b3704956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.683994] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "e0c1526e-8fbd-4fb9-af27-0919b3704956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.684217] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "e0c1526e-8fbd-4fb9-af27-0919b3704956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.687827] env[71147]: INFO nova.compute.manager [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Terminating instance [ 1176.726112] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c8db1e7d-f747-4698-8cd1-9ca4466b17dd tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.851s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.796572] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421876, 'name': ReconfigVM_Task, 'duration_secs': 0.448243} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.797070] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1176.797998] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442fef3f-bcb3-4b94-bf4a-3d4265495d72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.824139] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5/149a7bc8-0bb7-4119-a485-32dc7a1eb7e5.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.824499] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210b31d6-9673-4872-9ed0-47dc1c9d7a6c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.845682] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1176.845682] env[71147]: value = "task-3421877" [ 1176.845682] env[71147]: _type = "Task" [ 1176.845682] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.857929] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.961705] env[71147]: DEBUG nova.compute.manager [req-367d534d-1dd5-427b-acf7-4c71b76717e9 req-0b395533-9a4b-4380-bb5d-45e7004096f9 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.961945] env[71147]: DEBUG nova.compute.manager [req-367d534d-1dd5-427b-acf7-4c71b76717e9 req-0b395533-9a4b-4380-bb5d-45e7004096f9 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing instance network info cache due to event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.962441] env[71147]: DEBUG oslo_concurrency.lockutils [req-367d534d-1dd5-427b-acf7-4c71b76717e9 req-0b395533-9a4b-4380-bb5d-45e7004096f9 service nova] Acquiring lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.962577] env[71147]: DEBUG oslo_concurrency.lockutils [req-367d534d-1dd5-427b-acf7-4c71b76717e9 req-0b395533-9a4b-4380-bb5d-45e7004096f9 service nova] Acquired lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.962900] env[71147]: DEBUG nova.network.neutron [req-367d534d-1dd5-427b-acf7-4c71b76717e9 req-0b395533-9a4b-4380-bb5d-45e7004096f9 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing network info cache for port 55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.194667] env[71147]: DEBUG nova.compute.manager [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.195537] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.197303] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037cb7c9-39ab-4e34-8587-82d5e84a1320 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.208016] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.211121] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b033b79-3662-458f-93c2-a0306c1aef9f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.220205] env[71147]: DEBUG oslo_vmware.api [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1177.220205] env[71147]: value = "task-3421878" [ 1177.220205] env[71147]: _type = "Task" [ 1177.220205] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.233231] env[71147]: DEBUG oslo_vmware.api [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.274737] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d1e495-abb3-4c14-8bae-cdd7163e7bd6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.284429] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9211cf4a-02d3-4bdc-b606-b4c21cec8f9e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.322720] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc52f767-ee8f-465d-bad1-15c1141eb532 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.332157] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af03511-1794-4faf-b261-d61aa27350e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.350809] env[71147]: DEBUG nova.compute.provider_tree [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.362160] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421877, 'name': ReconfigVM_Task, 'duration_secs': 0.349538} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.362160] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5/149a7bc8-0bb7-4119-a485-32dc7a1eb7e5.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.362284] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance '149a7bc8-0bb7-4119-a485-32dc7a1eb7e5' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.452543] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.453049] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.453353] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.454549] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.454549] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.454549] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.454549] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.454549] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.454825] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.454825] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.455031] env[71147]: DEBUG nova.virt.hardware [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.456246] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab84bbe-3728-4b05-8e03-29eacd7ec5d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.470546] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a265c277-91ae-42ff-b3b5-d15f94779239 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.486396] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:24:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67d9c19e-e022-428a-92d9-d45f035b3f1e', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.495974] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.497021] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.497292] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d6233ca-2b92-4c6e-b771-5f5e0a021659 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.521265] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.521265] env[71147]: value = "task-3421879" [ 1177.521265] env[71147]: _type = "Task" [ 1177.521265] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.534014] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421879, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.733689] env[71147]: DEBUG oslo_vmware.api [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421878, 'name': PowerOffVM_Task, 'duration_secs': 0.177392} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.734183] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.734485] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.734917] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-778f635e-b641-45a7-aab8-766ca47618c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.820734] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.821016] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.821940] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Deleting the datastore file [datastore2] e0c1526e-8fbd-4fb9-af27-0919b3704956 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.821940] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad83efbf-1304-4705-9de3-847e3ddfc678 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.831247] env[71147]: DEBUG oslo_vmware.api [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for the task: (returnval){ [ 1177.831247] env[71147]: value = "task-3421881" [ 1177.831247] env[71147]: _type = "Task" [ 1177.831247] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.843180] env[71147]: DEBUG oslo_vmware.api [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.858060] env[71147]: DEBUG nova.scheduler.client.report [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.870257] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d635f-aa54-4c0f-81c0-9a7f32cf191f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.896558] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c445bbe-6dd8-4b1c-a937-113a6f5c8e19 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.901659] env[71147]: DEBUG nova.network.neutron [req-367d534d-1dd5-427b-acf7-4c71b76717e9 req-0b395533-9a4b-4380-bb5d-45e7004096f9 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updated VIF entry in instance network info cache for port 55d1dd15-0d46-429b-ac3d-dbb22b70e453. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.902188] env[71147]: DEBUG nova.network.neutron [req-367d534d-1dd5-427b-acf7-4c71b76717e9 req-0b395533-9a4b-4380-bb5d-45e7004096f9 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [{"id": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "address": "fa:16:3e:a4:32:e6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d1dd15-0d", "ovs_interfaceid": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.932788] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance '149a7bc8-0bb7-4119-a485-32dc7a1eb7e5' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.033835] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421879, 'name': CreateVM_Task, 'duration_secs': 0.340397} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.034124] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.034776] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.035015] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.035354] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.035618] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b171063a-b118-4a30-89ea-6de1fbb85179 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.041552] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1178.041552] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520c0890-4c26-3f42-1714-7510afabe621" [ 1178.041552] env[71147]: _type = "Task" [ 1178.041552] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.051662] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520c0890-4c26-3f42-1714-7510afabe621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.345930] env[71147]: DEBUG oslo_vmware.api [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Task: {'id': task-3421881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178246} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.346233] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.346490] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.346615] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.346747] env[71147]: INFO nova.compute.manager [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1178.346997] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.347205] env[71147]: DEBUG nova.compute.manager [-] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.347295] env[71147]: DEBUG nova.network.neutron [-] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.363240] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.363764] env[71147]: DEBUG nova.compute.manager [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.366365] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.804s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.366611] env[71147]: DEBUG nova.objects.instance [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lazy-loading 'resources' on Instance uuid 36269d99-e371-4861-bdff-8c73f7431f0d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.406181] env[71147]: DEBUG oslo_concurrency.lockutils [req-367d534d-1dd5-427b-acf7-4c71b76717e9 req-0b395533-9a4b-4380-bb5d-45e7004096f9 service nova] Releasing lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.480661] env[71147]: DEBUG nova.network.neutron [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Port 6d53de37-0842-4afe-b38c-25a593595423 binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1178.553993] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520c0890-4c26-3f42-1714-7510afabe621, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.554524] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.556181] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.556181] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.556181] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.556181] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.556181] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1921e1a-ec7a-4bfd-8c83-63cf20ed99c5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.565496] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.565683] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.566463] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61184e20-adc7-424a-ba4e-30255306c9d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.572365] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1178.572365] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a8c5df-0904-51e9-18bf-0df7450d7ec6" [ 1178.572365] env[71147]: _type = "Task" [ 1178.572365] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.581774] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a8c5df-0904-51e9-18bf-0df7450d7ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.869540] env[71147]: DEBUG nova.compute.utils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.873686] env[71147]: DEBUG nova.compute.manager [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.873917] env[71147]: DEBUG nova.network.neutron [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.917607] env[71147]: DEBUG nova.policy [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcffd101b25e4ebf9419602ea57f8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfdf43b9e6d14dc69e15741022d5667c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.072289] env[71147]: DEBUG nova.compute.manager [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received event network-changed-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.072557] env[71147]: DEBUG nova.compute.manager [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing instance network info cache due to event network-changed-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.073328] env[71147]: DEBUG oslo_concurrency.lockutils [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] Acquiring lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.073503] env[71147]: DEBUG oslo_concurrency.lockutils [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] Acquired lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.073692] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing network info cache for port ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.093580] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a8c5df-0904-51e9-18bf-0df7450d7ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.094431] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12010ade-bbef-4fea-a7a7-c772df733ce5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.103599] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1179.103599] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526476a6-7107-e788-96ea-d5c7506eddce" [ 1179.103599] env[71147]: _type = "Task" [ 1179.103599] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.112045] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526476a6-7107-e788-96ea-d5c7506eddce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.226815] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036f6151-5a48-471a-abdf-1e773d7249da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.235205] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d4981-c559-4685-8572-923ce1b4fae4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.241301] env[71147]: DEBUG nova.network.neutron [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Successfully created port: ee2d251a-047e-4b2b-b5a3-f66b16e67649 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.271590] env[71147]: DEBUG nova.network.neutron [-] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.273633] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b443b9-9f34-455e-b9e6-e4e8590f95a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.282078] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf8857d-a9b2-4777-9438-655bcc95f802 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.298630] env[71147]: DEBUG nova.compute.provider_tree [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.379086] env[71147]: DEBUG nova.compute.manager [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.383630] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-e44d692f-b03d-4dab-8fa4-e17c94a7d886-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.383861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-e44d692f-b03d-4dab-8fa4-e17c94a7d886-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.384215] env[71147]: DEBUG nova.objects.instance [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'flavor' on Instance uuid e44d692f-b03d-4dab-8fa4-e17c94a7d886 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.503012] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.503413] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.503413] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.616448] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526476a6-7107-e788-96ea-d5c7506eddce, 'name': SearchDatastore_Task, 'duration_secs': 0.034763} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.616713] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.616978] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2c1887aa-7a48-4055-b772-474ae7d40768/2c1887aa-7a48-4055-b772-474ae7d40768.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.621188] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24bc7a47-78ba-483b-8bfc-192759d5c4bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.628841] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1179.628841] env[71147]: value = "task-3421882" [ 1179.628841] env[71147]: _type = "Task" [ 1179.628841] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.640235] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.777221] env[71147]: INFO nova.compute.manager [-] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Took 1.43 seconds to deallocate network for instance. [ 1179.802496] env[71147]: DEBUG nova.scheduler.client.report [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.811606] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updated VIF entry in instance network info cache for port ee9d8032-0a6b-4ea4-a60c-12a0cc945dff. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.812179] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [{"id": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "address": "fa:16:3e:2a:a4:b6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9d8032-0a", "ovs_interfaceid": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.988806] env[71147]: DEBUG nova.objects.instance [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'pci_requests' on Instance uuid e44d692f-b03d-4dab-8fa4-e17c94a7d886 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.142132] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421882, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.287583] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.307590] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.310054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.979s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.311632] env[71147]: INFO nova.compute.claims [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.314354] env[71147]: DEBUG oslo_concurrency.lockutils [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] Releasing lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.314580] env[71147]: DEBUG nova.compute.manager [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received event network-changed-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.314746] env[71147]: DEBUG nova.compute.manager [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing instance network info cache due to event network-changed-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.314941] env[71147]: DEBUG oslo_concurrency.lockutils [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] Acquiring lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.315094] env[71147]: DEBUG oslo_concurrency.lockutils [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] Acquired lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.315253] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing network info cache for port ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.333276] env[71147]: INFO nova.scheduler.client.report [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Deleted allocations for instance 36269d99-e371-4861-bdff-8c73f7431f0d [ 1180.387761] env[71147]: DEBUG nova.compute.manager [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.414099] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.414364] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.414521] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.414701] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.414842] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.414983] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.415205] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.415363] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.415526] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.415686] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.415855] env[71147]: DEBUG nova.virt.hardware [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.416936] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be2c632-4af7-44f1-898c-02de67f52937 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.425393] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cfcf42-e085-4d92-bc4c-c0616f45e18e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.491819] env[71147]: DEBUG nova.objects.base [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1180.492075] env[71147]: DEBUG nova.network.neutron [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.556194] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.556383] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.556559] env[71147]: DEBUG nova.network.neutron [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.576960] env[71147]: DEBUG nova.policy [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23c261141d14bcd887ad37cf8e445f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed35b211a6a4abf8058444e4294e0d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.643964] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635717} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.645229] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2c1887aa-7a48-4055-b772-474ae7d40768/2c1887aa-7a48-4055-b772-474ae7d40768.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.645876] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.646125] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-771389a6-31e3-46b1-9370-4c6a2f0080a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.656102] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1180.656102] env[71147]: value = "task-3421883" [ 1180.656102] env[71147]: _type = "Task" [ 1180.656102] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.672548] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.840395] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d5ba9551-7a17-425e-912f-c87e8af36bcc tempest-ServerRescueTestJSONUnderV235-49877120 tempest-ServerRescueTestJSONUnderV235-49877120-project-member] Lock "36269d99-e371-4861-bdff-8c73f7431f0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.263s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.047880] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updated VIF entry in instance network info cache for port ee9d8032-0a6b-4ea4-a60c-12a0cc945dff. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.048253] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [{"id": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "address": "fa:16:3e:2a:a4:b6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9d8032-0a", "ovs_interfaceid": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.166893] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074756} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.171713] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.172478] env[71147]: DEBUG nova.network.neutron [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Successfully updated port: ee2d251a-047e-4b2b-b5a3-f66b16e67649 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.174142] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd09ef1-cd0f-404a-a4c9-ea039debddc6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.205340] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 2c1887aa-7a48-4055-b772-474ae7d40768/2c1887aa-7a48-4055-b772-474ae7d40768.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.208654] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fe1321b-732c-401d-bb4a-ccee6ad4f493 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.231744] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1181.231744] env[71147]: value = "task-3421884" [ 1181.231744] env[71147]: _type = "Task" [ 1181.231744] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.240952] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.297162] env[71147]: DEBUG nova.network.neutron [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance_info_cache with network_info: [{"id": "6d53de37-0842-4afe-b38c-25a593595423", "address": "fa:16:3e:57:00:61", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d53de37-08", "ovs_interfaceid": "6d53de37-0842-4afe-b38c-25a593595423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.310842] env[71147]: DEBUG nova.compute.manager [req-2c43ecd9-0c13-47b4-820c-5997e60fcfba req-c1b1c55f-5e8a-4a79-8f04-e0e9ed25def8 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Received event network-vif-plugged-ee2d251a-047e-4b2b-b5a3-f66b16e67649 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.311075] env[71147]: DEBUG oslo_concurrency.lockutils [req-2c43ecd9-0c13-47b4-820c-5997e60fcfba req-c1b1c55f-5e8a-4a79-8f04-e0e9ed25def8 service nova] Acquiring lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.311280] env[71147]: DEBUG oslo_concurrency.lockutils [req-2c43ecd9-0c13-47b4-820c-5997e60fcfba req-c1b1c55f-5e8a-4a79-8f04-e0e9ed25def8 service nova] Lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.311457] env[71147]: DEBUG oslo_concurrency.lockutils [req-2c43ecd9-0c13-47b4-820c-5997e60fcfba req-c1b1c55f-5e8a-4a79-8f04-e0e9ed25def8 service nova] Lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.311630] env[71147]: DEBUG nova.compute.manager [req-2c43ecd9-0c13-47b4-820c-5997e60fcfba req-c1b1c55f-5e8a-4a79-8f04-e0e9ed25def8 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] No waiting events found dispatching network-vif-plugged-ee2d251a-047e-4b2b-b5a3-f66b16e67649 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.312351] env[71147]: WARNING nova.compute.manager [req-2c43ecd9-0c13-47b4-820c-5997e60fcfba req-c1b1c55f-5e8a-4a79-8f04-e0e9ed25def8 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Received unexpected event network-vif-plugged-ee2d251a-047e-4b2b-b5a3-f66b16e67649 for instance with vm_state building and task_state spawning. [ 1181.545293] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc94abf-f6b1-4c1c-99c2-180a3d4403f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.551295] env[71147]: DEBUG oslo_concurrency.lockutils [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] Releasing lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.551563] env[71147]: DEBUG nova.compute.manager [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.551725] env[71147]: DEBUG nova.compute.manager [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing instance network info cache due to event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.551924] env[71147]: DEBUG oslo_concurrency.lockutils [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] Acquiring lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.552073] env[71147]: DEBUG oslo_concurrency.lockutils [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] Acquired lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.552239] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing network info cache for port 55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.556612] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e245e3bb-b73f-45f3-a2b6-0c4dc0ee32ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.588053] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c62283-1447-4e75-ae77-4ea69feac3ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.596345] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a53c4f-fcf7-459e-b12e-27d5b3ebbea2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.611933] env[71147]: DEBUG nova.compute.provider_tree [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.681076] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "refresh_cache-3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.681240] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "refresh_cache-3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.681392] env[71147]: DEBUG nova.network.neutron [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.741714] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.802120] env[71147]: DEBUG oslo_concurrency.lockutils [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.102538] env[71147]: DEBUG nova.network.neutron [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Successfully updated port: 738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.118875] env[71147]: DEBUG nova.scheduler.client.report [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.167644] env[71147]: DEBUG nova.compute.manager [req-ab05b7a5-33dc-4451-af94-583d39b3744e req-9720440d-17ae-43b2-aa53-18a264486953 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received event network-vif-plugged-738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.167914] env[71147]: DEBUG oslo_concurrency.lockutils [req-ab05b7a5-33dc-4451-af94-583d39b3744e req-9720440d-17ae-43b2-aa53-18a264486953 service nova] Acquiring lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.168193] env[71147]: DEBUG oslo_concurrency.lockutils [req-ab05b7a5-33dc-4451-af94-583d39b3744e req-9720440d-17ae-43b2-aa53-18a264486953 service nova] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.168283] env[71147]: DEBUG oslo_concurrency.lockutils [req-ab05b7a5-33dc-4451-af94-583d39b3744e req-9720440d-17ae-43b2-aa53-18a264486953 service nova] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.168439] env[71147]: DEBUG nova.compute.manager [req-ab05b7a5-33dc-4451-af94-583d39b3744e req-9720440d-17ae-43b2-aa53-18a264486953 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] No waiting events found dispatching network-vif-plugged-738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.168636] env[71147]: WARNING nova.compute.manager [req-ab05b7a5-33dc-4451-af94-583d39b3744e req-9720440d-17ae-43b2-aa53-18a264486953 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received unexpected event network-vif-plugged-738d9811-b8b5-4c9a-bc1d-89ea310f24fa for instance with vm_state active and task_state None. [ 1182.227254] env[71147]: DEBUG nova.network.neutron [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.245194] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421884, 'name': ReconfigVM_Task, 'duration_secs': 0.54306} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.245648] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 2c1887aa-7a48-4055-b772-474ae7d40768/2c1887aa-7a48-4055-b772-474ae7d40768.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.247408] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'encrypted': False, 'encryption_format': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'image_id': '124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'}, 'attachment_id': '129a4961-7851-4506-8f54-6d95377986cf', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=71147) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1182.247739] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1182.248036] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1182.249097] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb58e6f3-d0d5-42d0-90fe-0495c18cf1e4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.269920] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41e238a-ddad-46d1-9610-22e8f36c8e28 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.300686] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-473ef6ae-b5e8-411d-9218-6390bd9ce263/volume-473ef6ae-b5e8-411d-9218-6390bd9ce263.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.304871] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0fbee96-1c99-4351-80e4-114c51e18bcf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.336173] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1182.336173] env[71147]: value = "task-3421885" [ 1182.336173] env[71147]: _type = "Task" [ 1182.336173] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.346316] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.347899] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b4e821-7e74-49cf-bb03-42fce099b169 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.367838] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7c9b4b-8f82-451a-a4d8-f1a466066afc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.379142] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance '149a7bc8-0bb7-4119-a485-32dc7a1eb7e5' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.448910] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updated VIF entry in instance network info cache for port 55d1dd15-0d46-429b-ac3d-dbb22b70e453. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.449298] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [{"id": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "address": "fa:16:3e:a4:32:e6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d1dd15-0d", "ovs_interfaceid": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.467904] env[71147]: DEBUG nova.network.neutron [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Updating instance_info_cache with network_info: [{"id": "ee2d251a-047e-4b2b-b5a3-f66b16e67649", "address": "fa:16:3e:23:71:95", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2d251a-04", "ovs_interfaceid": "ee2d251a-047e-4b2b-b5a3-f66b16e67649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.606573] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.624197] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.625510] env[71147]: DEBUG nova.compute.manager [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.627888] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.341s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.628139] env[71147]: DEBUG nova.objects.instance [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lazy-loading 'resources' on Instance uuid e0c1526e-8fbd-4fb9-af27-0919b3704956 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.847504] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421885, 'name': ReconfigVM_Task, 'duration_secs': 0.324047} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.847777] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-473ef6ae-b5e8-411d-9218-6390bd9ce263/volume-473ef6ae-b5e8-411d-9218-6390bd9ce263.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.852776] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad754973-b5a8-4767-acc0-d2a743ae0780 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.869662] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1182.869662] env[71147]: value = "task-3421886" [ 1182.869662] env[71147]: _type = "Task" [ 1182.869662] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.878482] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.886326] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.886326] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f1790b2-40b1-417b-8b67-28e04e447984 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.893413] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1182.893413] env[71147]: value = "task-3421887" [ 1182.893413] env[71147]: _type = "Task" [ 1182.893413] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.903042] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.951873] env[71147]: DEBUG oslo_concurrency.lockutils [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] Releasing lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.952101] env[71147]: DEBUG nova.compute.manager [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Received event network-vif-deleted-e96274fa-78d2-4476-abc6-e68c580fb3fe {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.952287] env[71147]: INFO nova.compute.manager [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Neutron deleted interface e96274fa-78d2-4476-abc6-e68c580fb3fe; detaching it from the instance and deleting it from the info cache [ 1182.952608] env[71147]: DEBUG nova.network.neutron [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.953676] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.953862] env[71147]: DEBUG nova.network.neutron [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.970593] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "refresh_cache-3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.970934] env[71147]: DEBUG nova.compute.manager [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Instance network_info: |[{"id": "ee2d251a-047e-4b2b-b5a3-f66b16e67649", "address": "fa:16:3e:23:71:95", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2d251a-04", "ovs_interfaceid": "ee2d251a-047e-4b2b-b5a3-f66b16e67649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.971598] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:71:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee2d251a-047e-4b2b-b5a3-f66b16e67649', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.979282] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.979507] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.980024] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85edd139-926b-4ea2-8803-29d0f0fa166d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.001949] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.001949] env[71147]: value = "task-3421888" [ 1183.001949] env[71147]: _type = "Task" [ 1183.001949] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.017164] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421888, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.131974] env[71147]: DEBUG nova.compute.utils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.136624] env[71147]: DEBUG nova.compute.manager [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1183.136809] env[71147]: DEBUG nova.network.neutron [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1183.146758] env[71147]: DEBUG oslo_concurrency.lockutils [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.147086] env[71147]: DEBUG oslo_concurrency.lockutils [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.147616] env[71147]: INFO nova.compute.manager [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Shelving [ 1183.195782] env[71147]: DEBUG nova.policy [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eff6973052144ae48d2ad3af4590fe38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6f8f837d2b74cd5b0048dbf4d69a1da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1183.382966] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421886, 'name': ReconfigVM_Task, 'duration_secs': 0.214585} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.386018] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1183.386949] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-770e6aad-20ad-4e2d-b934-1f4b039e1dff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.397946] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1183.397946] env[71147]: value = "task-3421889" [ 1183.397946] env[71147]: _type = "Task" [ 1183.397946] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.407386] env[71147]: DEBUG oslo_vmware.api [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421887, 'name': PowerOnVM_Task, 'duration_secs': 0.448622} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.408264] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.408552] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-39e4be7e-9d01-457e-87e8-382c8504b70a tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance '149a7bc8-0bb7-4119-a485-32dc7a1eb7e5' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.415792] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421889, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.423933] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9228802e-6095-481b-84dc-a79df86be24b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.431553] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c221d69c-5412-4b2e-9fcb-de8d7075770d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.471038] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e38a6bc5-0d31-4e2a-8c98-05c0fe617fd3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.473465] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15347fd6-ae77-4c30-aba3-77b560b03208 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.483787] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b797738-cb60-439d-8926-67066b9062bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.491159] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2925d7fa-dcfa-4492-addd-6bf790ab89df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.503865] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.505208] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.516563] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.516563] env[71147]: DEBUG nova.compute.provider_tree [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.518948] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.520310] env[71147]: DEBUG nova.compute.manager [req-3423b226-c5c9-4bbf-a16f-382b06407f1c req-e13964c6-6040-4bf5-a73f-7ccfedad4373 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Received event network-changed-ee2d251a-047e-4b2b-b5a3-f66b16e67649 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.520530] env[71147]: DEBUG nova.compute.manager [req-3423b226-c5c9-4bbf-a16f-382b06407f1c req-e13964c6-6040-4bf5-a73f-7ccfedad4373 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Refreshing instance network info cache due to event network-changed-ee2d251a-047e-4b2b-b5a3-f66b16e67649. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.520781] env[71147]: DEBUG oslo_concurrency.lockutils [req-3423b226-c5c9-4bbf-a16f-382b06407f1c req-e13964c6-6040-4bf5-a73f-7ccfedad4373 service nova] Acquiring lock "refresh_cache-3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.520977] env[71147]: DEBUG oslo_concurrency.lockutils [req-3423b226-c5c9-4bbf-a16f-382b06407f1c req-e13964c6-6040-4bf5-a73f-7ccfedad4373 service nova] Acquired lock "refresh_cache-3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.521162] env[71147]: DEBUG nova.network.neutron [req-3423b226-c5c9-4bbf-a16f-382b06407f1c req-e13964c6-6040-4bf5-a73f-7ccfedad4373 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Refreshing network info cache for port ee2d251a-047e-4b2b-b5a3-f66b16e67649 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.537617] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.540033] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421888, 'name': CreateVM_Task, 'duration_secs': 0.44246} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.540033] env[71147]: DEBUG nova.compute.manager [req-8ad0e1a1-5ee0-4506-b95f-a7b4877dae0b req-e18ae576-2205-47dd-aeb9-71f2fd94c200 service nova] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Detach interface failed, port_id=e96274fa-78d2-4476-abc6-e68c580fb3fe, reason: Instance e0c1526e-8fbd-4fb9-af27-0919b3704956 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.542739] env[71147]: WARNING nova.network.neutron [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] d54b4c94-8c70-4059-918f-18bf0f62da01 already exists in list: networks containing: ['d54b4c94-8c70-4059-918f-18bf0f62da01']. ignoring it [ 1183.544430] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.544659] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.545381] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.545599] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1183.546644] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.546644] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.546797] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.547589] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.548582] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62472a9a-d3e5-4101-8114-2d157fd4521b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.555691] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1183.555691] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5200d057-ab42-7d83-30ed-a3a4fde5621c" [ 1183.555691] env[71147]: _type = "Task" [ 1183.555691] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.568731] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5200d057-ab42-7d83-30ed-a3a4fde5621c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.571376] env[71147]: DEBUG nova.network.neutron [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Successfully created port: 3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.637494] env[71147]: DEBUG nova.compute.manager [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.839529] env[71147]: DEBUG nova.network.neutron [req-3423b226-c5c9-4bbf-a16f-382b06407f1c req-e13964c6-6040-4bf5-a73f-7ccfedad4373 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Updated VIF entry in instance network info cache for port ee2d251a-047e-4b2b-b5a3-f66b16e67649. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.839881] env[71147]: DEBUG nova.network.neutron [req-3423b226-c5c9-4bbf-a16f-382b06407f1c req-e13964c6-6040-4bf5-a73f-7ccfedad4373 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Updating instance_info_cache with network_info: [{"id": "ee2d251a-047e-4b2b-b5a3-f66b16e67649", "address": "fa:16:3e:23:71:95", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee2d251a-04", "ovs_interfaceid": "ee2d251a-047e-4b2b-b5a3-f66b16e67649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.908711] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421889, 'name': Rename_Task, 'duration_secs': 0.327139} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.908991] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.909344] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40704eab-175c-4f97-96b6-f97f23179a60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.916534] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1183.916534] env[71147]: value = "task-3421890" [ 1183.916534] env[71147]: _type = "Task" [ 1183.916534] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.931083] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.021388] env[71147]: DEBUG nova.network.neutron [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [{"id": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "address": "fa:16:3e:a4:32:e6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d1dd15-0d", "ovs_interfaceid": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "738d9811-b8b5-4c9a-bc1d-89ea310f24fa", "address": "fa:16:3e:c3:a5:9b", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738d9811-b8", "ovs_interfaceid": "738d9811-b8b5-4c9a-bc1d-89ea310f24fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.039279] env[71147]: DEBUG nova.scheduler.client.report [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.052154] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.067549] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5200d057-ab42-7d83-30ed-a3a4fde5621c, 'name': SearchDatastore_Task, 'duration_secs': 0.015851} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.067849] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.068088] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.068316] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.068526] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.068726] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.068982] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44764919-297d-429d-bd9d-9bd77788442c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.083327] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.083513] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.084334] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44059f6-49be-44fa-af6b-8804e7c1b164 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.090358] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1184.090358] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fa2489-ce07-bcd5-e739-9295852adee7" [ 1184.090358] env[71147]: _type = "Task" [ 1184.090358] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.098786] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fa2489-ce07-bcd5-e739-9295852adee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.164308] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.164679] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be90f255-091b-4c40-a20d-b133f5989ed5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.173875] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1184.173875] env[71147]: value = "task-3421891" [ 1184.173875] env[71147]: _type = "Task" [ 1184.173875] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.183806] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.342763] env[71147]: DEBUG oslo_concurrency.lockutils [req-3423b226-c5c9-4bbf-a16f-382b06407f1c req-e13964c6-6040-4bf5-a73f-7ccfedad4373 service nova] Releasing lock "refresh_cache-3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.418752] env[71147]: DEBUG nova.compute.manager [req-a8ead62b-c652-47fa-b15c-916dff2679f3 req-9cd96c39-16cb-474e-9fa4-2028a2a9e778 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received event network-changed-738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.418946] env[71147]: DEBUG nova.compute.manager [req-a8ead62b-c652-47fa-b15c-916dff2679f3 req-9cd96c39-16cb-474e-9fa4-2028a2a9e778 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing instance network info cache due to event network-changed-738d9811-b8b5-4c9a-bc1d-89ea310f24fa. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.419157] env[71147]: DEBUG oslo_concurrency.lockutils [req-a8ead62b-c652-47fa-b15c-916dff2679f3 req-9cd96c39-16cb-474e-9fa4-2028a2a9e778 service nova] Acquiring lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.433243] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.524292] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.527112] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.527112] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.527112] env[71147]: DEBUG oslo_concurrency.lockutils [req-a8ead62b-c652-47fa-b15c-916dff2679f3 req-9cd96c39-16cb-474e-9fa4-2028a2a9e778 service nova] Acquired lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.527112] env[71147]: DEBUG nova.network.neutron [req-a8ead62b-c652-47fa-b15c-916dff2679f3 req-9cd96c39-16cb-474e-9fa4-2028a2a9e778 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing network info cache for port 738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.527112] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c644c3a0-c562-4622-a916-3a11c310bd35 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.545959] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.546248] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.546402] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.546600] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.546761] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.546935] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.547152] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.547247] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.547477] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.548803] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.548803] env[71147]: DEBUG nova.virt.hardware [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.554373] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Reconfiguring VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1184.555756] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.557728] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c00076b-7258-4ac8-89ee-e7525a053fd5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.570092] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.518s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.570431] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.570431] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1184.571614] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aae2e8-c3e0-47af-8b81-ed26df0432ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.582281] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb92a5d-ce0f-4554-80f0-1867db859263 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.586460] env[71147]: DEBUG oslo_vmware.api [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1184.586460] env[71147]: value = "task-3421892" [ 1184.586460] env[71147]: _type = "Task" [ 1184.586460] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.601476] env[71147]: INFO nova.scheduler.client.report [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Deleted allocations for instance e0c1526e-8fbd-4fb9-af27-0919b3704956 [ 1184.607204] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc81cd94-b2bc-4f54-b03e-2a270d4a065e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.616315] env[71147]: DEBUG oslo_vmware.api [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421892, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.625608] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed0f011-b8b1-4173-9298-415ad9aac0ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.628883] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fa2489-ce07-bcd5-e739-9295852adee7, 'name': SearchDatastore_Task, 'duration_secs': 0.022602} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.630061] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310e8799-b6b8-479f-bced-1fde3796cffa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.662179] env[71147]: DEBUG nova.compute.manager [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.665977] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179567MB free_disk=98GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1184.666182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.666427] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.671180] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1184.671180] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529e748a-258b-0e46-125e-77516516f87c" [ 1184.671180] env[71147]: _type = "Task" [ 1184.671180] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.688141] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421891, 'name': PowerOffVM_Task, 'duration_secs': 0.196837} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.691827] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.692523] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529e748a-258b-0e46-125e-77516516f87c, 'name': SearchDatastore_Task, 'duration_secs': 0.022677} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.693300] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a266e10d-28ca-4af9-a259-51376928216a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.695959] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.696714] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf/3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.696714] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a09b690-5fa9-4c3a-81d6-9617ecff2539 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.724692] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43766416-c349-4d2a-a14e-d66594e31c2f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.727563] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1184.727563] env[71147]: value = "task-3421893" [ 1184.727563] env[71147]: _type = "Task" [ 1184.727563] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.741377] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.741708] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.741804] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.742010] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.742172] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.742319] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.742539] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.742735] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.745947] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.745947] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.745947] env[71147]: DEBUG nova.virt.hardware [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.745947] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1221d1-9683-4d2c-ac0d-31ec7011a6e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.753162] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.759410] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643ebe0-184a-4064-bf4d-14de53d495b1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.936185] env[71147]: DEBUG oslo_vmware.api [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421890, 'name': PowerOnVM_Task, 'duration_secs': 0.932371} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.936503] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.936718] env[71147]: DEBUG nova.compute.manager [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.937751] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a520814-6e6e-4e97-ba17-d36c9a7975fc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.099991] env[71147]: DEBUG oslo_vmware.api [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.121516] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fd834e96-ec8a-45c1-94cd-c9d8e8656183 tempest-ServersNegativeTestMultiTenantJSON-1394103094 tempest-ServersNegativeTestMultiTenantJSON-1394103094-project-member] Lock "e0c1526e-8fbd-4fb9-af27-0919b3704956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.437s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.243068] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421893, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.254236] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1185.254532] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fd999ce-b09c-443e-a9e9-5e089ec03550 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.263987] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1185.263987] env[71147]: value = "task-3421894" [ 1185.263987] env[71147]: _type = "Task" [ 1185.263987] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.273099] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421894, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.401475] env[71147]: DEBUG nova.network.neutron [req-a8ead62b-c652-47fa-b15c-916dff2679f3 req-9cd96c39-16cb-474e-9fa4-2028a2a9e778 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updated VIF entry in instance network info cache for port 738d9811-b8b5-4c9a-bc1d-89ea310f24fa. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.401941] env[71147]: DEBUG nova.network.neutron [req-a8ead62b-c652-47fa-b15c-916dff2679f3 req-9cd96c39-16cb-474e-9fa4-2028a2a9e778 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [{"id": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "address": "fa:16:3e:a4:32:e6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d1dd15-0d", "ovs_interfaceid": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "738d9811-b8b5-4c9a-bc1d-89ea310f24fa", "address": "fa:16:3e:c3:a5:9b", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738d9811-b8", "ovs_interfaceid": "738d9811-b8b5-4c9a-bc1d-89ea310f24fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.462135] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.464632] env[71147]: DEBUG nova.network.neutron [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Successfully updated port: 3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.600610] env[71147]: DEBUG oslo_vmware.api [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.682556] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Applying migration context for instance 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5 as it has an incoming, in-progress migration 901b10be-2bf5-44d6-9c6f-910de3bf0965. Migration status is finished {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1185.685339] env[71147]: INFO nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating resource usage from migration 901b10be-2bf5-44d6-9c6f-910de3bf0965 [ 1185.713318] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance a1c91e5f-c70c-4cc9-a624-edbd8186f801 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.713750] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.713968] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.714143] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance d3c06463-a7b6-4577-a9c4-68ef44a62e0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.714318] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 2c1887aa-7a48-4055-b772-474ae7d40768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.714451] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 6eb760fe-9dac-48a4-9685-a231d05c16b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.714636] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance e44d692f-b03d-4dab-8fa4-e17c94a7d886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.714788] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5266a021-9df4-4eaa-aefa-ffb20d496c3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.714945] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 22e007a9-e619-4583-8b21-eb245c92e45f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.715351] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0c113879-90d7-4c10-8c05-abb364490a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.715501] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 104dc388-4f12-45a4-848c-35776ee57fe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.715718] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 44b7b260-e596-4bc9-9e98-56162cb791d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.715960] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Migration 901b10be-2bf5-44d6-9c6f-910de3bf0965 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1185.716162] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.716322] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.716537] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 94b1ffac-7929-47ff-ad38-a9cdfb030782 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1185.716858] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1185.717140] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1185.749036] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562963} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.749344] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf/3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.749578] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.749850] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a998433-bb6c-4d81-a141-628d6be65058 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.757628] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1185.757628] env[71147]: value = "task-3421895" [ 1185.757628] env[71147]: _type = "Task" [ 1185.757628] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.767964] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.784660] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421894, 'name': CreateSnapshot_Task, 'duration_secs': 0.494086} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.784942] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1185.785725] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b9d7d5-324b-451f-824a-7af3c38af77a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.895902] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.896176] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.896339] env[71147]: DEBUG nova.compute.manager [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Going to confirm migration 7 {{(pid=71147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1185.904485] env[71147]: DEBUG oslo_concurrency.lockutils [req-a8ead62b-c652-47fa-b15c-916dff2679f3 req-9cd96c39-16cb-474e-9fa4-2028a2a9e778 service nova] Releasing lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.959426] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b72d37-5ec8-4b7e-ab46-4000b27cce62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.967588] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "refresh_cache-94b1ffac-7929-47ff-ad38-a9cdfb030782" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.967859] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired lock "refresh_cache-94b1ffac-7929-47ff-ad38-a9cdfb030782" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.968106] env[71147]: DEBUG nova.network.neutron [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.970191] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51bf97d-f6c8-49c0-aced-5d9eef6a82c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.006479] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779479bd-193f-4d5f-ae15-182db6417bfa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.015808] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049163d3-8f59-4da3-8347-6b7bad39390d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.033165] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.099670] env[71147]: DEBUG oslo_vmware.api [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421892, 'name': ReconfigVM_Task, 'duration_secs': 1.096206} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.100357] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.100460] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Reconfigured VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1186.270768] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075968} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.271059] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.271868] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1494ed97-ba4e-4820-9d0e-219b1f8eddbc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.293723] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf/3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.293983] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ddd9ea-e1f1-4921-a905-e79b023702b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.315865] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1186.316172] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-355b8716-dda4-4d12-aae8-0c9975f1dfd7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.325841] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1186.325841] env[71147]: value = "task-3421897" [ 1186.325841] env[71147]: _type = "Task" [ 1186.325841] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.327133] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1186.327133] env[71147]: value = "task-3421896" [ 1186.327133] env[71147]: _type = "Task" [ 1186.327133] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.338705] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.341830] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421896, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.474658] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.475113] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquired lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.475113] env[71147]: DEBUG nova.network.neutron [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.475499] env[71147]: DEBUG nova.objects.instance [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lazy-loading 'info_cache' on Instance uuid 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.511280] env[71147]: DEBUG nova.network.neutron [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.533232] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.604910] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57a8b51-a350-4b22-b0b0-e236cdb18a0b tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-e44d692f-b03d-4dab-8fa4-e17c94a7d886-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.221s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.677986] env[71147]: DEBUG nova.network.neutron [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Updating instance_info_cache with network_info: [{"id": "3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9", "address": "fa:16:3e:76:4f:b8", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3feccd2a-83", "ovs_interfaceid": "3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.842599] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.845781] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421896, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.039969] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1187.040262] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.374s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.040636] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.579s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.040838] env[71147]: DEBUG nova.objects.instance [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1187.044348] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.044669] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Cleaning up deleted instances with incomplete migration {{(pid=71147) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1187.183020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Releasing lock "refresh_cache-94b1ffac-7929-47ff-ad38-a9cdfb030782" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.183020] env[71147]: DEBUG nova.compute.manager [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Instance network_info: |[{"id": "3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9", "address": "fa:16:3e:76:4f:b8", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3feccd2a-83", "ovs_interfaceid": "3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1187.183020] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:4f:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.191857] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.193329] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.193620] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-519f81ae-6368-4f40-a0bb-8bb767547444 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.219028] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.219028] env[71147]: value = "task-3421898" [ 1187.219028] env[71147]: _type = "Task" [ 1187.219028] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.228532] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421898, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.349335] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421896, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.354439] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421897, 'name': ReconfigVM_Task, 'duration_secs': 0.862805} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.354856] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf/3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.355741] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82bb26a1-ccc1-484f-8d3d-e4173ec2992a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.366845] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1187.366845] env[71147]: value = "task-3421899" [ 1187.366845] env[71147]: _type = "Task" [ 1187.366845] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.378498] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421899, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.729301] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421898, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.788619] env[71147]: DEBUG nova.network.neutron [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance_info_cache with network_info: [{"id": "6d53de37-0842-4afe-b38c-25a593595423", "address": "fa:16:3e:57:00:61", "network": {"id": "821cb63b-69db-41e4-8f0d-e8ec669da8b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854519515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a63c10d510a4c2dad53978528f8d47e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d53de37-08", "ovs_interfaceid": "6d53de37-0842-4afe-b38c-25a593595423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.845753] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421896, 'name': CloneVM_Task, 'duration_secs': 1.403208} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.846069] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Created linked-clone VM from snapshot [ 1187.846941] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106b5f5a-185b-4975-a8b9-b94d55ef19b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.856497] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Uploading image d1cdf95b-c91a-484f-a836-6aff13b235cd {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1187.878722] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421899, 'name': Rename_Task, 'duration_secs': 0.215505} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.878841] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.879164] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cb8f46c-de0f-4b6d-966f-1900333cf485 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.884488] env[71147]: DEBUG oslo_vmware.rw_handles [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1187.884488] env[71147]: value = "vm-682685" [ 1187.884488] env[71147]: _type = "VirtualMachine" [ 1187.884488] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1187.884724] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3d3e1ee-cfb0-42ad-980f-39e7dc26a90b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.887552] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1187.887552] env[71147]: value = "task-3421900" [ 1187.887552] env[71147]: _type = "Task" [ 1187.887552] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.894099] env[71147]: DEBUG oslo_vmware.rw_handles [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lease: (returnval){ [ 1187.894099] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528efc54-1ae5-549e-8966-14a7f6f54eea" [ 1187.894099] env[71147]: _type = "HttpNfcLease" [ 1187.894099] env[71147]: } obtained for exporting VM: (result){ [ 1187.894099] env[71147]: value = "vm-682685" [ 1187.894099] env[71147]: _type = "VirtualMachine" [ 1187.894099] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1187.894454] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the lease: (returnval){ [ 1187.894454] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528efc54-1ae5-549e-8966-14a7f6f54eea" [ 1187.894454] env[71147]: _type = "HttpNfcLease" [ 1187.894454] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1187.897979] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.908492] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.908492] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528efc54-1ae5-549e-8966-14a7f6f54eea" [ 1187.908492] env[71147]: _type = "HttpNfcLease" [ 1187.908492] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1187.908795] env[71147]: DEBUG oslo_vmware.rw_handles [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1187.908795] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528efc54-1ae5-549e-8966-14a7f6f54eea" [ 1187.908795] env[71147]: _type = "HttpNfcLease" [ 1187.908795] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1187.909605] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1fe8cb-ba91-4d84-a62f-740fb3806ab0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.917918] env[71147]: DEBUG oslo_vmware.rw_handles [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52102039-cc34-aead-9e6f-4d2d6a048889/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1187.918135] env[71147]: DEBUG oslo_vmware.rw_handles [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52102039-cc34-aead-9e6f-4d2d6a048889/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1188.025551] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03529359-c208-499e-86a4-d01ee15c9319 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.056625] env[71147]: DEBUG oslo_concurrency.lockutils [None req-32d651a4-eeaf-4d94-aa9a-28320d77be2a tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.231177] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421898, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.291813] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Releasing lock "refresh_cache-149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.292247] env[71147]: DEBUG nova.objects.instance [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lazy-loading 'migration_context' on Instance uuid 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.398412] env[71147]: DEBUG oslo_vmware.api [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421900, 'name': PowerOnVM_Task, 'duration_secs': 0.509042} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.398835] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.399256] env[71147]: INFO nova.compute.manager [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1188.399482] env[71147]: DEBUG nova.compute.manager [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.400384] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a4fb64-9038-4e4f-b3fc-5b9450a3b37e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.503935] env[71147]: DEBUG nova.compute.manager [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Received event network-vif-plugged-3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.504278] env[71147]: DEBUG oslo_concurrency.lockutils [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.504546] env[71147]: DEBUG oslo_concurrency.lockutils [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.504950] env[71147]: DEBUG oslo_concurrency.lockutils [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.505233] env[71147]: DEBUG nova.compute.manager [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] No waiting events found dispatching network-vif-plugged-3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.505661] env[71147]: WARNING nova.compute.manager [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Received unexpected event network-vif-plugged-3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 for instance with vm_state building and task_state spawning. [ 1188.505888] env[71147]: DEBUG nova.compute.manager [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Received event network-changed-3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.506050] env[71147]: DEBUG nova.compute.manager [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Refreshing instance network info cache due to event network-changed-3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.506303] env[71147]: DEBUG oslo_concurrency.lockutils [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] Acquiring lock "refresh_cache-94b1ffac-7929-47ff-ad38-a9cdfb030782" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.506499] env[71147]: DEBUG oslo_concurrency.lockutils [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] Acquired lock "refresh_cache-94b1ffac-7929-47ff-ad38-a9cdfb030782" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.506736] env[71147]: DEBUG nova.network.neutron [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Refreshing network info cache for port 3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.737955] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421898, 'name': CreateVM_Task, 'duration_secs': 1.056734} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.738286] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.739875] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.740213] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.741923] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.741923] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80061569-1019-4de7-9d0a-ab18e0a18976 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.749161] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1188.749161] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520247f5-7703-edf4-a397-bdb218d389b3" [ 1188.749161] env[71147]: _type = "Task" [ 1188.749161] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.759946] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520247f5-7703-edf4-a397-bdb218d389b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.795608] env[71147]: DEBUG nova.objects.base [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Object Instance<149a7bc8-0bb7-4119-a485-32dc7a1eb7e5> lazy-loaded attributes: info_cache,migration_context {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.796713] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6325926-eda0-47c0-90c9-a3bc1378b6b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.822346] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9828e300-404f-476b-9a06-2221c8642a2c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.830886] env[71147]: DEBUG oslo_vmware.api [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1188.830886] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d0d2e0-dbc2-c8a6-acb7-50721d25cdf1" [ 1188.830886] env[71147]: _type = "Task" [ 1188.830886] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.842318] env[71147]: DEBUG oslo_vmware.api [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d0d2e0-dbc2-c8a6-acb7-50721d25cdf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.921977] env[71147]: INFO nova.compute.manager [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Took 14.44 seconds to build instance. [ 1189.006619] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.007180] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.007370] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.007526] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.007680] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.007818] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1189.007976] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.008119] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Cleaning up deleted instances {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1189.262491] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520247f5-7703-edf4-a397-bdb218d389b3, 'name': SearchDatastore_Task, 'duration_secs': 0.015986} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.265483] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.266405] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.266405] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.266405] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.266582] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.266899] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1463c674-f9e5-459e-8272-1549a312c0e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.280851] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.281143] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.282056] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3272d82b-e65e-4777-b35b-9f22e1d821df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.288762] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1189.288762] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5203d575-f23b-65c8-b4ff-188bcee22732" [ 1189.288762] env[71147]: _type = "Task" [ 1189.288762] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.298620] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5203d575-f23b-65c8-b4ff-188bcee22732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.317195] env[71147]: DEBUG nova.network.neutron [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Updated VIF entry in instance network info cache for port 3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.317717] env[71147]: DEBUG nova.network.neutron [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Updating instance_info_cache with network_info: [{"id": "3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9", "address": "fa:16:3e:76:4f:b8", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3feccd2a-83", "ovs_interfaceid": "3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.345199] env[71147]: DEBUG oslo_vmware.api [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52d0d2e0-dbc2-c8a6-acb7-50721d25cdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.01149} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.345595] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.346162] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.399827] env[71147]: DEBUG oslo_concurrency.lockutils [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.400100] env[71147]: DEBUG oslo_concurrency.lockutils [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.400315] env[71147]: DEBUG oslo_concurrency.lockutils [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.400503] env[71147]: DEBUG oslo_concurrency.lockutils [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.400728] env[71147]: DEBUG oslo_concurrency.lockutils [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.403521] env[71147]: INFO nova.compute.manager [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Terminating instance [ 1189.422683] env[71147]: DEBUG oslo_concurrency.lockutils [None req-737d821b-ce93-4719-b99d-913f8d29300f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.954s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.439825] env[71147]: DEBUG oslo_concurrency.lockutils [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-e44d692f-b03d-4dab-8fa4-e17c94a7d886-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.440081] env[71147]: DEBUG oslo_concurrency.lockutils [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-e44d692f-b03d-4dab-8fa4-e17c94a7d886-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.527329] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] There are 56 instances to clean {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1189.528703] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: e0c1526e-8fbd-4fb9-af27-0919b3704956] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.800506] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5203d575-f23b-65c8-b4ff-188bcee22732, 'name': SearchDatastore_Task, 'duration_secs': 0.025171} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.801521] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23dd7c8-d45e-41f8-9dcf-80988b2cfa71 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.808363] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1189.808363] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b069fc-1101-82b7-03d0-0a92ea228201" [ 1189.808363] env[71147]: _type = "Task" [ 1189.808363] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.818124] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b069fc-1101-82b7-03d0-0a92ea228201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.820825] env[71147]: DEBUG oslo_concurrency.lockutils [req-d6552197-c0fb-4d51-8ccf-6f396100e8d6 req-4c076bea-cd8c-4a99-9abb-91f91b41ebfd service nova] Releasing lock "refresh_cache-94b1ffac-7929-47ff-ad38-a9cdfb030782" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.907125] env[71147]: DEBUG nova.compute.manager [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.907356] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.908707] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e88be-81fb-451e-90df-0e438a8a27ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.917104] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.919979] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c88a9964-61c9-422d-98f2-73373e02c68d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.928235] env[71147]: DEBUG oslo_vmware.api [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1189.928235] env[71147]: value = "task-3421902" [ 1189.928235] env[71147]: _type = "Task" [ 1189.928235] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.937849] env[71147]: DEBUG oslo_vmware.api [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.942508] env[71147]: DEBUG oslo_concurrency.lockutils [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.942819] env[71147]: DEBUG oslo_concurrency.lockutils [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.943627] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71baecfe-1545-4be1-a55c-ae6ac9fa3e0c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.966939] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b321216d-b87e-4dc9-a581-e8881327c0fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.998850] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Reconfiguring VM to detach interface {{(pid=71147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1190.002541] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb52c61d-9773-4c2b-bf6b-f2c9e99341dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.024043] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1190.024043] env[71147]: value = "task-3421903" [ 1190.024043] env[71147]: _type = "Task" [ 1190.024043] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.033756] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.036830] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 157a81cf-9154-4851-98d2-0580701edf4b] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.165020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e139ed-7652-425e-81d8-b2e4cadef8ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.174075] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def1000c-acc5-4a4c-bfe0-eedbeb73a65e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.207059] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b394df2-3ced-4763-a522-abe65e1fb4e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.215850] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbefe8af-1047-4773-a548-4f709c9ede3d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.231179] env[71147]: DEBUG nova.compute.provider_tree [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.320148] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b069fc-1101-82b7-03d0-0a92ea228201, 'name': SearchDatastore_Task, 'duration_secs': 0.023965} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.320641] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.321012] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 94b1ffac-7929-47ff-ad38-a9cdfb030782/94b1ffac-7929-47ff-ad38-a9cdfb030782.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.321340] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c064497-bfdb-4bb0-9886-a6905d9443aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.328830] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1190.328830] env[71147]: value = "task-3421904" [ 1190.328830] env[71147]: _type = "Task" [ 1190.328830] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.338829] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.441660] env[71147]: DEBUG oslo_vmware.api [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421902, 'name': PowerOffVM_Task, 'duration_secs': 0.30026} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.441973] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.442168] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.442421] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e28d1c4-8197-4d01-af30-3c282dee2367 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.537569] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.537881] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.538108] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleting the datastore file [datastore2] d3c06463-a7b6-4577-a9c4-68ef44a62e0d {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.542175] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-358badfb-804d-4db8-88db-64a5c9555859 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.545297] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 4ea3ea73-997c-4f4a-9997-2e65d1de0bb9] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.548415] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.568228] env[71147]: DEBUG oslo_vmware.api [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1190.568228] env[71147]: value = "task-3421906" [ 1190.568228] env[71147]: _type = "Task" [ 1190.568228] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.584256] env[71147]: DEBUG oslo_vmware.api [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.735093] env[71147]: DEBUG nova.scheduler.client.report [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.841225] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507036} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.841632] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 94b1ffac-7929-47ff-ad38-a9cdfb030782/94b1ffac-7929-47ff-ad38-a9cdfb030782.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.841632] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.841831] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e54e800-162c-494d-9c95-f6676a404e79 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.850022] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1190.850022] env[71147]: value = "task-3421907" [ 1190.850022] env[71147]: _type = "Task" [ 1190.850022] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.862910] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.921689] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.922182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.922480] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.922837] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.923187] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.926554] env[71147]: INFO nova.compute.manager [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Terminating instance [ 1191.036664] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.050469] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 36269d99-e371-4861-bdff-8c73f7431f0d] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.080892] env[71147]: DEBUG oslo_vmware.api [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362551} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.081199] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.081377] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.081551] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.081725] env[71147]: INFO nova.compute.manager [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1191.081980] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.082228] env[71147]: DEBUG nova.compute.manager [-] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.082328] env[71147]: DEBUG nova.network.neutron [-] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.363418] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078099} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.363714] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.364550] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a3e5b-8aa3-4be7-bf14-62d7dc2a357b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.392718] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 94b1ffac-7929-47ff-ad38-a9cdfb030782/94b1ffac-7929-47ff-ad38-a9cdfb030782.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.393462] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf11476-edf0-4460-b9a2-485bd6963c42 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.416679] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1191.416679] env[71147]: value = "task-3421908" [ 1191.416679] env[71147]: _type = "Task" [ 1191.416679] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.189571] env[71147]: DEBUG nova.compute.manager [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.189898] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.190530] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 22d6af8a-e2ed-496a-88b9-2dc86bcb5590] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.193082] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.847s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.197025] env[71147]: DEBUG nova.compute.manager [req-e71a1580-405e-494f-8deb-7f27a761da21 req-757008c8-3924-45b7-8da2-98268a8a41aa service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Received event network-vif-deleted-ed273bd0-2d90-4253-bb98-0abbf1ecbf57 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.197025] env[71147]: INFO nova.compute.manager [req-e71a1580-405e-494f-8deb-7f27a761da21 req-757008c8-3924-45b7-8da2-98268a8a41aa service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Neutron deleted interface ed273bd0-2d90-4253-bb98-0abbf1ecbf57; detaching it from the instance and deleting it from the info cache [ 1192.197217] env[71147]: DEBUG nova.network.neutron [req-e71a1580-405e-494f-8deb-7f27a761da21 req-757008c8-3924-45b7-8da2-98268a8a41aa service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.200435] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bc0504-5ba5-40b7-ba45-969e60fd7dc8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.220941] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.220941] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.220941] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.220941] env[71147]: WARNING oslo_vmware.common.loopingcall [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] task run outlasted interval by 0.302593 sec [ 1192.220941] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-730d7b0f-3001-4d2b-a690-4026a092e12d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.230906] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421908, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.233040] env[71147]: DEBUG oslo_vmware.api [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1192.233040] env[71147]: value = "task-3421909" [ 1192.233040] env[71147]: _type = "Task" [ 1192.233040] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.245786] env[71147]: DEBUG oslo_vmware.api [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.702113] env[71147]: DEBUG nova.network.neutron [-] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.705526] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 085d895f-42c7-457b-9129-17ce28437841] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.707288] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.709855] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ac9b999-cfe2-4ceb-8142-30ba49ce53d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.722507] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff3cd6b-63f5-4bd5-8829-86d3d26b4f48 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.749726] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421908, 'name': ReconfigVM_Task, 'duration_secs': 0.867854} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.750009] env[71147]: DEBUG oslo_vmware.api [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421909, 'name': PowerOffVM_Task, 'duration_secs': 0.230306} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.764213] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 94b1ffac-7929-47ff-ad38-a9cdfb030782/94b1ffac-7929-47ff-ad38-a9cdfb030782.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.764743] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.764924] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.765598] env[71147]: DEBUG nova.compute.manager [req-e71a1580-405e-494f-8deb-7f27a761da21 req-757008c8-3924-45b7-8da2-98268a8a41aa service nova] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Detach interface failed, port_id=ed273bd0-2d90-4253-bb98-0abbf1ecbf57, reason: Instance d3c06463-a7b6-4577-a9c4-68ef44a62e0d could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.766022] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871f3af7-eb33-4706-9de1-263f8c9ee7ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.767718] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b315ff1-03bf-4a8e-92d2-036ee94cc435 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.778028] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1192.778028] env[71147]: value = "task-3421910" [ 1192.778028] env[71147]: _type = "Task" [ 1192.778028] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.788259] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421910, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.852603] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.852860] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.854017] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleting the datastore file [datastore1] 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.854017] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b47806e6-bd91-4817-a284-643d9fa52869 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.862413] env[71147]: DEBUG oslo_vmware.api [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1192.862413] env[71147]: value = "task-3421912" [ 1192.862413] env[71147]: _type = "Task" [ 1192.862413] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.872905] env[71147]: DEBUG oslo_vmware.api [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.874379] env[71147]: INFO nova.scheduler.client.report [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted allocation for migration 901b10be-2bf5-44d6-9c6f-910de3bf0965 [ 1193.201644] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.210220] env[71147]: INFO nova.compute.manager [-] [instance: d3c06463-a7b6-4577-a9c4-68ef44a62e0d] Took 2.13 seconds to deallocate network for instance. [ 1193.210618] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 4b69c334-83c4-4ecf-96c9-ee8f7d15f039] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.288674] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421910, 'name': Rename_Task, 'duration_secs': 0.236981} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.288960] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.289225] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40bebd5f-ae4e-443b-abff-013c25a616e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.296048] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1193.296048] env[71147]: value = "task-3421913" [ 1193.296048] env[71147]: _type = "Task" [ 1193.296048] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.304522] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.373996] env[71147]: DEBUG oslo_vmware.api [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23862} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.374300] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.374622] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.374729] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.374845] env[71147]: INFO nova.compute.manager [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1193.375096] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.375292] env[71147]: DEBUG nova.compute.manager [-] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.375403] env[71147]: DEBUG nova.network.neutron [-] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.386616] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.490s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.704512] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.715289] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 125cbb5c-51fe-4b4b-bf52-e90412d5cab8] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.717914] env[71147]: DEBUG oslo_concurrency.lockutils [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.719111] env[71147]: DEBUG oslo_concurrency.lockutils [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.719372] env[71147]: DEBUG nova.objects.instance [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'resources' on Instance uuid d3c06463-a7b6-4577-a9c4-68ef44a62e0d {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.808332] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421913, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.887413] env[71147]: DEBUG nova.compute.manager [req-1f4c8d08-b1ba-467e-9082-512a2848347b req-bf428984-83b1-445f-a1c7-4e0cfb003cc1 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Received event network-vif-deleted-ee2d251a-047e-4b2b-b5a3-f66b16e67649 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.887555] env[71147]: INFO nova.compute.manager [req-1f4c8d08-b1ba-467e-9082-512a2848347b req-bf428984-83b1-445f-a1c7-4e0cfb003cc1 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Neutron deleted interface ee2d251a-047e-4b2b-b5a3-f66b16e67649; detaching it from the instance and deleting it from the info cache [ 1193.887699] env[71147]: DEBUG nova.network.neutron [req-1f4c8d08-b1ba-467e-9082-512a2848347b req-bf428984-83b1-445f-a1c7-4e0cfb003cc1 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.203634] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.223928] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: aac6652a-92b4-4eff-ab1d-a148a7ae52ab] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.244577] env[71147]: DEBUG nova.network.neutron [-] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.311279] env[71147]: DEBUG oslo_vmware.api [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3421913, 'name': PowerOnVM_Task, 'duration_secs': 0.658552} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.311566] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.311803] env[71147]: INFO nova.compute.manager [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1194.312108] env[71147]: DEBUG nova.compute.manager [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.312851] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca75390-aff0-42af-bda6-ee396d1a5396 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.393720] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-302a05e8-56be-4f6b-a88c-20d2f4cb690e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.406749] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989eb876-188c-4664-a830-03f274143d47 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.423039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.424262] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.424262] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.424262] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.424262] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.430037] env[71147]: INFO nova.compute.manager [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Terminating instance [ 1194.461570] env[71147]: DEBUG nova.compute.manager [req-1f4c8d08-b1ba-467e-9082-512a2848347b req-bf428984-83b1-445f-a1c7-4e0cfb003cc1 service nova] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Detach interface failed, port_id=ee2d251a-047e-4b2b-b5a3-f66b16e67649, reason: Instance 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.498739] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995df1d3-b90b-40df-86b0-f3013caec1bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.507997] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfdf5c5-8a29-486a-a2f9-cbae1707eaf3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.542627] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa12e64-131e-42b4-94c6-d8972ee83884 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.551651] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b30f43b-6b0b-4c3e-9199-853980079bea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.566605] env[71147]: DEBUG nova.compute.provider_tree [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.708284] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.730202] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 2ac5fa44-f6ab-4d1e-aeb4-a7aff23f59eb] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.747467] env[71147]: INFO nova.compute.manager [-] [instance: 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf] Took 1.37 seconds to deallocate network for instance. [ 1194.836031] env[71147]: INFO nova.compute.manager [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Took 18.53 seconds to build instance. [ 1194.933797] env[71147]: DEBUG nova.compute.manager [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.934134] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.935162] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25ef66-4d8f-47b1-88d1-e69126238172 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.944396] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.944730] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a6310f-b8f1-4600-93e3-cd176990b834 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.952604] env[71147]: DEBUG oslo_vmware.api [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1194.952604] env[71147]: value = "task-3421914" [ 1194.952604] env[71147]: _type = "Task" [ 1194.952604] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.961625] env[71147]: DEBUG oslo_vmware.api [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.070493] env[71147]: DEBUG nova.scheduler.client.report [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.207820] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.234179] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 19515f96-c488-4b37-9719-e83615dff1dc] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.256333] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.337996] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e12c5ee-9578-4cf9-a087-cde46c3f5cf3 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.044s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.463064] env[71147]: DEBUG oslo_vmware.api [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421914, 'name': PowerOffVM_Task, 'duration_secs': 0.34655} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.463344] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.463519] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.463800] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cbd4786-4e58-45ee-a9a8-f04d3411c476 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.575368] env[71147]: DEBUG oslo_concurrency.lockutils [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.579361] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.322s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.579361] env[71147]: DEBUG nova.objects.instance [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lazy-loading 'resources' on Instance uuid 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.616180] env[71147]: INFO nova.scheduler.client.report [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted allocations for instance d3c06463-a7b6-4577-a9c4-68ef44a62e0d [ 1195.706095] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.742467] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 5c35b31d-5f0f-4421-a7e0-807eba6df97d] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.841686] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.841915] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.842116] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleting the datastore file [datastore2] 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.842398] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97682a30-16bc-4d58-93dd-3547ad5f405d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.850379] env[71147]: DEBUG oslo_vmware.api [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for the task: (returnval){ [ 1195.850379] env[71147]: value = "task-3421916" [ 1195.850379] env[71147]: _type = "Task" [ 1195.850379] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.859798] env[71147]: DEBUG oslo_vmware.api [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.924361] env[71147]: DEBUG nova.compute.manager [req-5de84d07-3bc5-4c41-a9b3-177e25af2d0b req-1a9de2d7-c18c-4c50-87c9-4bfc5db61222 service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Received event network-changed-3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.924555] env[71147]: DEBUG nova.compute.manager [req-5de84d07-3bc5-4c41-a9b3-177e25af2d0b req-1a9de2d7-c18c-4c50-87c9-4bfc5db61222 service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Refreshing instance network info cache due to event network-changed-3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.924777] env[71147]: DEBUG oslo_concurrency.lockutils [req-5de84d07-3bc5-4c41-a9b3-177e25af2d0b req-1a9de2d7-c18c-4c50-87c9-4bfc5db61222 service nova] Acquiring lock "refresh_cache-94b1ffac-7929-47ff-ad38-a9cdfb030782" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.924915] env[71147]: DEBUG oslo_concurrency.lockutils [req-5de84d07-3bc5-4c41-a9b3-177e25af2d0b req-1a9de2d7-c18c-4c50-87c9-4bfc5db61222 service nova] Acquired lock "refresh_cache-94b1ffac-7929-47ff-ad38-a9cdfb030782" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.925086] env[71147]: DEBUG nova.network.neutron [req-5de84d07-3bc5-4c41-a9b3-177e25af2d0b req-1a9de2d7-c18c-4c50-87c9-4bfc5db61222 service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Refreshing network info cache for port 3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.128665] env[71147]: DEBUG oslo_concurrency.lockutils [None req-51f54f80-e129-4e80-8dff-99465dda3e39 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "d3c06463-a7b6-4577-a9c4-68ef44a62e0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.727s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.207350] env[71147]: DEBUG oslo_vmware.api [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421903, 'name': ReconfigVM_Task, 'duration_secs': 5.965783} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.210637] env[71147]: DEBUG oslo_concurrency.lockutils [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.211581] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Reconfigured VM to detach interface {{(pid=71147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1196.251886] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: a840184e-3187-4fbe-a594-5c8586c49adb] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.309909] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007a98d4-63f5-4cac-b072-fa7a540366d8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.319239] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3b0f04-f791-4bdc-859e-87bd00f136a4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.351830] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47070d07-ac04-4338-b3c6-02f1fb86792c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.367252] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3310eafe-e945-4e15-aafc-a6870c9f6f46 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.371375] env[71147]: DEBUG oslo_vmware.api [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Task: {'id': task-3421916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32201} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.373808] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.374017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.374199] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.374372] env[71147]: INFO nova.compute.manager [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1196.374617] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.375299] env[71147]: DEBUG nova.compute.manager [-] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.375359] env[71147]: DEBUG nova.network.neutron [-] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.385769] env[71147]: DEBUG nova.compute.provider_tree [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.754870] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 384d2ce8-e925-4c7b-86d2-56f5b6d5b4ad] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.759267] env[71147]: DEBUG oslo_vmware.rw_handles [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52102039-cc34-aead-9e6f-4d2d6a048889/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1196.760218] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2f3107-2b19-4c22-8a33-b2790f21a51b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.772587] env[71147]: DEBUG oslo_vmware.rw_handles [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52102039-cc34-aead-9e6f-4d2d6a048889/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1196.772587] env[71147]: ERROR oslo_vmware.rw_handles [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52102039-cc34-aead-9e6f-4d2d6a048889/disk-0.vmdk due to incomplete transfer. [ 1196.772811] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ce6f828-002c-4bd7-8f7c-8910d931de61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.787785] env[71147]: DEBUG oslo_vmware.rw_handles [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52102039-cc34-aead-9e6f-4d2d6a048889/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1196.788026] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Uploaded image d1cdf95b-c91a-484f-a836-6aff13b235cd to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1196.791529] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1196.792535] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf72ed97-5e6f-42a5-9543-893359c10ba6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.804349] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1196.804349] env[71147]: value = "task-3421917" [ 1196.804349] env[71147]: _type = "Task" [ 1196.804349] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.816676] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421917, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.888900] env[71147]: DEBUG nova.scheduler.client.report [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.895663] env[71147]: DEBUG nova.network.neutron [req-5de84d07-3bc5-4c41-a9b3-177e25af2d0b req-1a9de2d7-c18c-4c50-87c9-4bfc5db61222 service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Updated VIF entry in instance network info cache for port 3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.896831] env[71147]: DEBUG nova.network.neutron [req-5de84d07-3bc5-4c41-a9b3-177e25af2d0b req-1a9de2d7-c18c-4c50-87c9-4bfc5db61222 service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Updating instance_info_cache with network_info: [{"id": "3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9", "address": "fa:16:3e:76:4f:b8", "network": {"id": "d9d36537-0022-475a-8ccc-bceb2bd46712", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1872925661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6f8f837d2b74cd5b0048dbf4d69a1da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3feccd2a-83", "ovs_interfaceid": "3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.268120] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 543d3b2b-4e38-4b95-85bb-ea979c98346c] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.314968] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421917, 'name': Destroy_Task, 'duration_secs': 0.355754} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.315290] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Destroyed the VM [ 1197.315524] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1197.315777] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-661de396-c1d5-4095-80d4-fc9cafe6f81b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.326335] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1197.326335] env[71147]: value = "task-3421918" [ 1197.326335] env[71147]: _type = "Task" [ 1197.326335] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.337123] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421918, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.370855] env[71147]: DEBUG nova.network.neutron [-] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.394035] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.399351] env[71147]: DEBUG oslo_concurrency.lockutils [req-5de84d07-3bc5-4c41-a9b3-177e25af2d0b req-1a9de2d7-c18c-4c50-87c9-4bfc5db61222 service nova] Releasing lock "refresh_cache-94b1ffac-7929-47ff-ad38-a9cdfb030782" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.418494] env[71147]: INFO nova.scheduler.client.report [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted allocations for instance 3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf [ 1197.771543] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 3068117f-8061-4686-a45f-b972431da487] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.837986] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421918, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392979} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.841197] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1197.841197] env[71147]: DEBUG nova.compute.manager [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.841197] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032d2165-f618-49c5-b2d9-051ff2ef7c72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.858927] env[71147]: DEBUG oslo_concurrency.lockutils [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.859204] env[71147]: DEBUG oslo_concurrency.lockutils [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.859463] env[71147]: DEBUG nova.network.neutron [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.873736] env[71147]: INFO nova.compute.manager [-] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Took 1.50 seconds to deallocate network for instance. [ 1197.927047] env[71147]: DEBUG oslo_concurrency.lockutils [None req-84c0d320-4af3-46fe-b93f-20bc69304a0b tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "3fe66d59-c1ce-4be7-bdf8-b29cb21f16cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.005s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.951215] env[71147]: DEBUG nova.compute.manager [req-599e98cd-e242-4f17-9c7c-b8fe5ae09d5c req-6c8dbda7-345b-472c-ba07-bacf76b2d58d service nova] [instance: 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5] Received event network-vif-deleted-6d53de37-0842-4afe-b38c-25a593595423 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.051147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.051414] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.051596] env[71147]: INFO nova.compute.manager [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Shelving [ 1198.139234] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "104dc388-4f12-45a4-848c-35776ee57fe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.139413] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "104dc388-4f12-45a4-848c-35776ee57fe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.139627] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "104dc388-4f12-45a4-848c-35776ee57fe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.139811] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "104dc388-4f12-45a4-848c-35776ee57fe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.139981] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "104dc388-4f12-45a4-848c-35776ee57fe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.142496] env[71147]: INFO nova.compute.manager [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Terminating instance [ 1198.275446] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 0a67fbe2-846e-4c9f-8694-f9860ba29b56] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.281297] env[71147]: DEBUG nova.compute.manager [req-fe2272ee-52bb-4880-956e-3da7e4300004 req-054559fa-79cb-42b5-a87c-6f11a9d483fb service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.281297] env[71147]: DEBUG nova.compute.manager [req-fe2272ee-52bb-4880-956e-3da7e4300004 req-054559fa-79cb-42b5-a87c-6f11a9d483fb service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing instance network info cache due to event network-changed-55d1dd15-0d46-429b-ac3d-dbb22b70e453. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.281297] env[71147]: DEBUG oslo_concurrency.lockutils [req-fe2272ee-52bb-4880-956e-3da7e4300004 req-054559fa-79cb-42b5-a87c-6f11a9d483fb service nova] Acquiring lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.354806] env[71147]: INFO nova.compute.manager [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Shelve offloading [ 1198.388653] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.388952] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.389218] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.399024] env[71147]: DEBUG nova.compute.manager [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Stashing vm_state: active {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1198.415830] env[71147]: INFO nova.scheduler.client.report [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Deleted allocations for instance 149a7bc8-0bb7-4119-a485-32dc7a1eb7e5 [ 1198.571790] env[71147]: INFO nova.network.neutron [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Port 738d9811-b8b5-4c9a-bc1d-89ea310f24fa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1198.572448] env[71147]: DEBUG nova.network.neutron [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [{"id": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "address": "fa:16:3e:a4:32:e6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d1dd15-0d", "ovs_interfaceid": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.645790] env[71147]: DEBUG nova.compute.manager [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.646106] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.647166] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb51d4-f47e-4736-8d64-d267c90b9314 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.656890] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.657187] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a034c9-b02b-4811-928c-398bde6b18bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.666540] env[71147]: DEBUG oslo_vmware.api [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1198.666540] env[71147]: value = "task-3421919" [ 1198.666540] env[71147]: _type = "Task" [ 1198.666540] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.680044] env[71147]: DEBUG oslo_vmware.api [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.780037] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: cf283d4e-b1e8-407d-a120-b42af95c16a1] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.861717] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.862174] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c6a4580-56ef-45d4-8c96-60ba83771acb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.869679] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1198.869679] env[71147]: value = "task-3421920" [ 1198.869679] env[71147]: _type = "Task" [ 1198.869679] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.878358] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.919405] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.919671] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.925841] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ea95bac7-9b2d-48f0-bbd5-ee5a23475bab tempest-DeleteServersTestJSON-1199867382 tempest-DeleteServersTestJSON-1199867382-project-member] Lock "149a7bc8-0bb7-4119-a485-32dc7a1eb7e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.502s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.968961] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-44b7b260-e596-4bc9-9e98-56162cb791d1-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.969277] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-44b7b260-e596-4bc9-9e98-56162cb791d1-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.969643] env[71147]: DEBUG nova.objects.instance [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'flavor' on Instance uuid 44b7b260-e596-4bc9-9e98-56162cb791d1 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.060817] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.061238] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f93430df-4f74-44fa-ae64-3d53051cc30c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.069102] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1199.069102] env[71147]: value = "task-3421921" [ 1199.069102] env[71147]: _type = "Task" [ 1199.069102] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.074113] env[71147]: DEBUG oslo_concurrency.lockutils [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.079191] env[71147]: DEBUG oslo_concurrency.lockutils [req-fe2272ee-52bb-4880-956e-3da7e4300004 req-054559fa-79cb-42b5-a87c-6f11a9d483fb service nova] Acquired lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.079391] env[71147]: DEBUG nova.network.neutron [req-fe2272ee-52bb-4880-956e-3da7e4300004 req-054559fa-79cb-42b5-a87c-6f11a9d483fb service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Refreshing network info cache for port 55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.080603] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.179283] env[71147]: DEBUG oslo_vmware.api [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421919, 'name': PowerOffVM_Task, 'duration_secs': 0.393278} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.179594] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.179793] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.180088] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d73298c5-df27-48bb-9246-7eae250e07e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.196540] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "22e007a9-e619-4583-8b21-eb245c92e45f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.196767] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.196946] env[71147]: INFO nova.compute.manager [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Shelving [ 1199.266481] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.266809] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.267199] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleting the datastore file [datastore2] 104dc388-4f12-45a4-848c-35776ee57fe7 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.267383] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a77f586-a361-48d7-a2ce-bc73434115b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.277948] env[71147]: DEBUG oslo_vmware.api [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1199.277948] env[71147]: value = "task-3421923" [ 1199.277948] env[71147]: _type = "Task" [ 1199.277948] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.283228] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 071e56e8-a07a-487a-928c-07d1dd44aac2] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.288292] env[71147]: DEBUG oslo_vmware.api [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.381507] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1199.381768] env[71147]: DEBUG nova.compute.manager [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.382535] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a9468-cf7f-4f12-a0ca-be8042a64555 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.389754] env[71147]: DEBUG oslo_concurrency.lockutils [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.389835] env[71147]: DEBUG oslo_concurrency.lockutils [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.389980] env[71147]: DEBUG nova.network.neutron [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.424520] env[71147]: INFO nova.compute.claims [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.579476] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421921, 'name': PowerOffVM_Task, 'duration_secs': 0.197845} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.579763] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.580921] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dff2bc-e256-48b2-8dd5-d1a84226592c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.583833] env[71147]: DEBUG nova.objects.instance [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'pci_requests' on Instance uuid 44b7b260-e596-4bc9-9e98-56162cb791d1 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.585760] env[71147]: DEBUG oslo_concurrency.lockutils [None req-675ab220-f536-4d8c-812f-7dab6a200f95 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-e44d692f-b03d-4dab-8fa4-e17c94a7d886-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.145s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.606660] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec2c54-33b5-4f15-965c-2059992a3a29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.789581] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: c232906b-c19f-4e01-a793-1bb6caf5a46e] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.791478] env[71147]: DEBUG oslo_vmware.api [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169603} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.792496] env[71147]: DEBUG nova.network.neutron [req-fe2272ee-52bb-4880-956e-3da7e4300004 req-054559fa-79cb-42b5-a87c-6f11a9d483fb service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updated VIF entry in instance network info cache for port 55d1dd15-0d46-429b-ac3d-dbb22b70e453. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.792825] env[71147]: DEBUG nova.network.neutron [req-fe2272ee-52bb-4880-956e-3da7e4300004 req-054559fa-79cb-42b5-a87c-6f11a9d483fb service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [{"id": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "address": "fa:16:3e:a4:32:e6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d1dd15-0d", "ovs_interfaceid": "55d1dd15-0d46-429b-ac3d-dbb22b70e453", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.793876] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.794215] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.794296] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.794439] env[71147]: INFO nova.compute.manager [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1199.794671] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.795095] env[71147]: DEBUG nova.compute.manager [-] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.795168] env[71147]: DEBUG nova.network.neutron [-] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.933213] env[71147]: INFO nova.compute.resource_tracker [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating resource usage from migration 066fe48b-de2b-408b-a5c9-4b81c7cb8f58 [ 1200.092336] env[71147]: DEBUG nova.objects.base [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Object Instance<44b7b260-e596-4bc9-9e98-56162cb791d1> lazy-loaded attributes: flavor,pci_requests {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1200.092699] env[71147]: DEBUG nova.network.neutron [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.121429] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1200.122037] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-851294a9-2f7c-4582-b5dc-1dc35d0d0adf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.132040] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1200.132040] env[71147]: value = "task-3421925" [ 1200.132040] env[71147]: _type = "Task" [ 1200.132040] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.146793] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421925, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.151311] env[71147]: DEBUG nova.network.neutron [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updating instance_info_cache with network_info: [{"id": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "address": "fa:16:3e:9e:a5:29", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b7d1f8-90", "ovs_interfaceid": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.154187] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbbb9c8-6c36-4d34-b550-2d4fcb3740f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.164041] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05102300-cd37-47a6-bea4-a6f672de3c47 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.196290] env[71147]: DEBUG nova.policy [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23c261141d14bcd887ad37cf8e445f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ed35b211a6a4abf8058444e4294e0d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.198834] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d8a263-5f97-4db4-a7c6-13bf29011b1e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.206418] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.206721] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-317a8578-78e3-4981-829c-aa0a276b772a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.209151] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc7eb95-20f9-42d1-93a1-4c13fa2ac066 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.223355] env[71147]: DEBUG nova.compute.provider_tree [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.225815] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1200.225815] env[71147]: value = "task-3421926" [ 1200.225815] env[71147]: _type = "Task" [ 1200.225815] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.292961] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: d9469c96-5ae4-4c3f-bb1d-6a4bf1394fa3] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.297310] env[71147]: DEBUG oslo_concurrency.lockutils [req-fe2272ee-52bb-4880-956e-3da7e4300004 req-054559fa-79cb-42b5-a87c-6f11a9d483fb service nova] Releasing lock "refresh_cache-e44d692f-b03d-4dab-8fa4-e17c94a7d886" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.449150] env[71147]: DEBUG nova.compute.manager [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received event network-changed-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.449407] env[71147]: DEBUG nova.compute.manager [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing instance network info cache due to event network-changed-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.449627] env[71147]: DEBUG oslo_concurrency.lockutils [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] Acquiring lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.449789] env[71147]: DEBUG oslo_concurrency.lockutils [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] Acquired lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.450309] env[71147]: DEBUG nova.network.neutron [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing network info cache for port ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.596756] env[71147]: DEBUG nova.network.neutron [-] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.642763] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421925, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.658571] env[71147]: DEBUG oslo_concurrency.lockutils [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.738966] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421926, 'name': PowerOffVM_Task, 'duration_secs': 0.267389} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.739231] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.740322] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495a6e7b-f59a-435a-9f1d-8592103bf416 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.760075] env[71147]: ERROR nova.scheduler.client.report [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [req-b43c05ad-5ccd-4087-98fe-1d6ab39f767c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b43c05ad-5ccd-4087-98fe-1d6ab39f767c"}]} [ 1200.764058] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0a9141-0271-4ca0-8d0d-283fa1823c79 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.783910] env[71147]: DEBUG nova.scheduler.client.report [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1200.798542] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 053c8a7b-a27e-4979-a39c-4f36b19fc029] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.803616] env[71147]: DEBUG nova.scheduler.client.report [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1200.803848] env[71147]: DEBUG nova.compute.provider_tree [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.815496] env[71147]: DEBUG nova.scheduler.client.report [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1200.834137] env[71147]: DEBUG nova.scheduler.client.report [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1200.931249] env[71147]: DEBUG nova.compute.manager [req-0dad061f-b5ca-4896-b922-3327b369bd4d req-6554569e-18d2-421a-8af4-dd5b43abc91c service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received event network-vif-unplugged-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.931406] env[71147]: DEBUG oslo_concurrency.lockutils [req-0dad061f-b5ca-4896-b922-3327b369bd4d req-6554569e-18d2-421a-8af4-dd5b43abc91c service nova] Acquiring lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.931608] env[71147]: DEBUG oslo_concurrency.lockutils [req-0dad061f-b5ca-4896-b922-3327b369bd4d req-6554569e-18d2-421a-8af4-dd5b43abc91c service nova] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.931778] env[71147]: DEBUG oslo_concurrency.lockutils [req-0dad061f-b5ca-4896-b922-3327b369bd4d req-6554569e-18d2-421a-8af4-dd5b43abc91c service nova] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.931979] env[71147]: DEBUG nova.compute.manager [req-0dad061f-b5ca-4896-b922-3327b369bd4d req-6554569e-18d2-421a-8af4-dd5b43abc91c service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] No waiting events found dispatching network-vif-unplugged-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.932112] env[71147]: WARNING nova.compute.manager [req-0dad061f-b5ca-4896-b922-3327b369bd4d req-6554569e-18d2-421a-8af4-dd5b43abc91c service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received unexpected event network-vif-unplugged-82b7d1f8-9039-4fe9-9280-b798fc140b63 for instance with vm_state shelved and task_state shelving_offloading. [ 1201.020464] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20132349-7ebd-4814-8ccb-580a11e5c1b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.028704] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43226020-9a2c-404d-b375-5934f91acdc6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.060636] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff5cdd-b802-4948-9273-396b915e261d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.070559] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d06749-74ef-4cf4-826c-7637038497b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.080587] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.081463] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d19ce9c-b367-4184-8327-330fcb472906 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.093266] env[71147]: DEBUG nova.compute.provider_tree [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.100489] env[71147]: INFO nova.compute.manager [-] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Took 1.31 seconds to deallocate network for instance. [ 1201.100829] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.102389] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a6eaa37-f670-4be8-ade8-50de86226c23 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.145651] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421925, 'name': CreateSnapshot_Task, 'duration_secs': 0.870575} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.145907] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1201.146657] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d02a9e-8435-46c0-b4f3-2e805d650bb1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.227924] env[71147]: DEBUG nova.network.neutron [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updated VIF entry in instance network info cache for port ee9d8032-0a6b-4ea4-a60c-12a0cc945dff. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.228335] env[71147]: DEBUG nova.network.neutron [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [{"id": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "address": "fa:16:3e:2a:a4:b6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9d8032-0a", "ovs_interfaceid": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.231464] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.231671] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.231879] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleting the datastore file [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.232401] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b309c57-f25f-424a-acd2-0c89816dce31 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.239164] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1201.239164] env[71147]: value = "task-3421928" [ 1201.239164] env[71147]: _type = "Task" [ 1201.239164] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.247300] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.276598] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Creating Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1201.276924] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25a2904d-87bd-4659-b4d7-4b4aa9cabfe8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.285359] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1201.285359] env[71147]: value = "task-3421929" [ 1201.285359] env[71147]: _type = "Task" [ 1201.285359] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.295241] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.301906] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 6dae7607-e24e-44d0-afb2-f7ad63571ff3] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.615084] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.636336] env[71147]: DEBUG nova.scheduler.client.report [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updated inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1201.636597] env[71147]: DEBUG nova.compute.provider_tree [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updating resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 generation from 163 to 164 during operation: update_inventory {{(pid=71147) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1201.636777] env[71147]: DEBUG nova.compute.provider_tree [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.665504] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1201.666220] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c254a9c-7e63-49c4-9c01-8301336fd2a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.678903] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1201.678903] env[71147]: value = "task-3421930" [ 1201.678903] env[71147]: _type = "Task" [ 1201.678903] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.689929] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421930, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.733915] env[71147]: DEBUG oslo_concurrency.lockutils [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] Releasing lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.734220] env[71147]: DEBUG nova.compute.manager [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Received event network-vif-deleted-3db0bcb7-c407-4d91-8f68-30954c58c753 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.734425] env[71147]: INFO nova.compute.manager [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Neutron deleted interface 3db0bcb7-c407-4d91-8f68-30954c58c753; detaching it from the instance and deleting it from the info cache [ 1201.734681] env[71147]: DEBUG nova.network.neutron [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.750284] env[71147]: DEBUG oslo_vmware.api [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230401} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.750563] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.750754] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.750999] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.780727] env[71147]: INFO nova.scheduler.client.report [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted allocations for instance 5266a021-9df4-4eaa-aefa-ffb20d496c3c [ 1201.796435] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421929, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.805309] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: acb70fcd-2bb8-44d0-b9ae-936461949839] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.818221] env[71147]: DEBUG nova.network.neutron [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Successfully updated port: 738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.142566] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.223s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.142664] env[71147]: INFO nova.compute.manager [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Migrating [ 1202.150445] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.535s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.150685] env[71147]: DEBUG nova.objects.instance [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lazy-loading 'resources' on Instance uuid 104dc388-4f12-45a4-848c-35776ee57fe7 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.191327] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421930, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.237661] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79f12b51-c2e0-4ee4-8b85-58ae0c5c6377 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.248136] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a3728f-4c0a-4f98-bbae-7fe9bc0b8805 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.284893] env[71147]: DEBUG nova.compute.manager [req-ba14195c-49e7-4436-8db6-2d0df7806332 req-2f8bee2a-c79a-47c6-8d46-d9e259dce298 service nova] [instance: 104dc388-4f12-45a4-848c-35776ee57fe7] Detach interface failed, port_id=3db0bcb7-c407-4d91-8f68-30954c58c753, reason: Instance 104dc388-4f12-45a4-848c-35776ee57fe7 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.286177] env[71147]: DEBUG oslo_concurrency.lockutils [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.295927] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421929, 'name': CreateSnapshot_Task, 'duration_secs': 0.687397} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.296267] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Created Snapshot of the VM instance {{(pid=71147) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1202.297192] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5cf73a-4410-4d8d-9938-175c6ac1f04e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.312030] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: b40d7774-063e-4bf3-9c59-f18c75423b13] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.322729] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.325475] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.325475] env[71147]: DEBUG nova.network.neutron [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.510306] env[71147]: DEBUG nova.compute.manager [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received event network-vif-plugged-738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.510306] env[71147]: DEBUG oslo_concurrency.lockutils [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] Acquiring lock "44b7b260-e596-4bc9-9e98-56162cb791d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.510306] env[71147]: DEBUG oslo_concurrency.lockutils [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.510306] env[71147]: DEBUG oslo_concurrency.lockutils [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.510306] env[71147]: DEBUG nova.compute.manager [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] No waiting events found dispatching network-vif-plugged-738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.511539] env[71147]: WARNING nova.compute.manager [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received unexpected event network-vif-plugged-738d9811-b8b5-4c9a-bc1d-89ea310f24fa for instance with vm_state active and task_state None. [ 1202.511907] env[71147]: DEBUG nova.compute.manager [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received event network-changed-738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.512230] env[71147]: DEBUG nova.compute.manager [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing instance network info cache due to event network-changed-738d9811-b8b5-4c9a-bc1d-89ea310f24fa. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.512557] env[71147]: DEBUG oslo_concurrency.lockutils [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] Acquiring lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.661667] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.661854] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.663045] env[71147]: DEBUG nova.network.neutron [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.691075] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421930, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.819221] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Creating linked-clone VM from snapshot {{(pid=71147) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1202.819715] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 0f2ac2c0-9a46-4433-ab81-fb0d222a32d7] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.824785] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9b65c86-c624-43c4-9e78-03c91965b826 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.837426] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1202.837426] env[71147]: value = "task-3421931" [ 1202.837426] env[71147]: _type = "Task" [ 1202.837426] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.851692] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421931, 'name': CloneVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.878553] env[71147]: WARNING nova.network.neutron [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] d54b4c94-8c70-4059-918f-18bf0f62da01 already exists in list: networks containing: ['d54b4c94-8c70-4059-918f-18bf0f62da01']. ignoring it [ 1202.880520] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51669e03-a082-4ea5-9d35-55427bdfdd98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.893143] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3202be04-4d84-4557-8340-82c5240db68f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.933202] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b87f09-15b5-4720-8396-8dd55feab562 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.943471] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2d8eb-acff-41d4-b94b-9f1d302877c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.960323] env[71147]: DEBUG nova.compute.provider_tree [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.178289] env[71147]: DEBUG nova.compute.manager [req-c483f857-6ef0-4ebd-ae9b-0ee1a1bb2335 req-3173b128-f004-4f12-b58a-8fa1200f5f63 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received event network-changed-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.178508] env[71147]: DEBUG nova.compute.manager [req-c483f857-6ef0-4ebd-ae9b-0ee1a1bb2335 req-3173b128-f004-4f12-b58a-8fa1200f5f63 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Refreshing instance network info cache due to event network-changed-82b7d1f8-9039-4fe9-9280-b798fc140b63. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.178977] env[71147]: DEBUG oslo_concurrency.lockutils [req-c483f857-6ef0-4ebd-ae9b-0ee1a1bb2335 req-3173b128-f004-4f12-b58a-8fa1200f5f63 service nova] Acquiring lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.178977] env[71147]: DEBUG oslo_concurrency.lockutils [req-c483f857-6ef0-4ebd-ae9b-0ee1a1bb2335 req-3173b128-f004-4f12-b58a-8fa1200f5f63 service nova] Acquired lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.178977] env[71147]: DEBUG nova.network.neutron [req-c483f857-6ef0-4ebd-ae9b-0ee1a1bb2335 req-3173b128-f004-4f12-b58a-8fa1200f5f63 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Refreshing network info cache for port 82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.190667] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421930, 'name': CloneVM_Task, 'duration_secs': 1.455512} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.191522] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Created linked-clone VM from snapshot [ 1203.192475] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000301aa-7c48-493c-ac46-f69934a8c885 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.202247] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Uploading image e89c41c8-d9e3-418a-9e64-2eadba8ecc74 {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1203.238421] env[71147]: DEBUG oslo_vmware.rw_handles [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1203.238421] env[71147]: value = "vm-682688" [ 1203.238421] env[71147]: _type = "VirtualMachine" [ 1203.238421] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1203.238807] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11c0e40d-994d-4bbe-a809-09f7f1eab807 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.249589] env[71147]: DEBUG oslo_vmware.rw_handles [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lease: (returnval){ [ 1203.249589] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52551fc3-b05e-fb54-c2c0-2186216720bd" [ 1203.249589] env[71147]: _type = "HttpNfcLease" [ 1203.249589] env[71147]: } obtained for exporting VM: (result){ [ 1203.249589] env[71147]: value = "vm-682688" [ 1203.249589] env[71147]: _type = "VirtualMachine" [ 1203.249589] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1203.249589] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the lease: (returnval){ [ 1203.249589] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52551fc3-b05e-fb54-c2c0-2186216720bd" [ 1203.249589] env[71147]: _type = "HttpNfcLease" [ 1203.249589] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1203.259298] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.259298] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52551fc3-b05e-fb54-c2c0-2186216720bd" [ 1203.259298] env[71147]: _type = "HttpNfcLease" [ 1203.259298] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1203.329358] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: bf413d83-c4ee-4af8-bc18-d3a0418b4561] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.352340] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421931, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.411715] env[71147]: DEBUG nova.network.neutron [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [{"id": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "address": "fa:16:3e:2a:a4:b6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9d8032-0a", "ovs_interfaceid": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "738d9811-b8b5-4c9a-bc1d-89ea310f24fa", "address": "fa:16:3e:c3:a5:9b", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738d9811-b8", "ovs_interfaceid": "738d9811-b8b5-4c9a-bc1d-89ea310f24fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.413793] env[71147]: DEBUG nova.network.neutron [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [{"id": "101e71e3-b306-452a-b7de-a4fdae190a1a", "address": "fa:16:3e:3c:4a:f4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101e71e3-b3", "ovs_interfaceid": "101e71e3-b306-452a-b7de-a4fdae190a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.467591] env[71147]: DEBUG nova.scheduler.client.report [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.759037] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1203.759037] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52551fc3-b05e-fb54-c2c0-2186216720bd" [ 1203.759037] env[71147]: _type = "HttpNfcLease" [ 1203.759037] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1203.759206] env[71147]: DEBUG oslo_vmware.rw_handles [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1203.759206] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52551fc3-b05e-fb54-c2c0-2186216720bd" [ 1203.759206] env[71147]: _type = "HttpNfcLease" [ 1203.759206] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1203.759795] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89395f0a-4bc9-468a-aea9-aea9f488b2d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.772843] env[71147]: DEBUG oslo_vmware.rw_handles [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f30df6-7119-19c3-c6b8-2daa89fce11b/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1203.773163] env[71147]: DEBUG oslo_vmware.rw_handles [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f30df6-7119-19c3-c6b8-2daa89fce11b/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1203.833974] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 6c241ef1-4bea-4751-9681-a81681fd965e] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.853968] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421931, 'name': CloneVM_Task} progress is 94%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.874220] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0caf33e5-e1c3-4639-a7aa-026dcaaca79a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.916727] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.917491] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.917645] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.918367] env[71147]: DEBUG oslo_concurrency.lockutils [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] Acquired lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.918588] env[71147]: DEBUG nova.network.neutron [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Refreshing network info cache for port 738d9811-b8b5-4c9a-bc1d-89ea310f24fa {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.921506] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.923426] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0702802-71dc-4ee7-b9bc-2e610c1c6775 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.948384] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.948714] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.948811] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.949276] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.949367] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.949591] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.949744] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.949905] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.950084] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.950268] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.950441] env[71147]: DEBUG nova.virt.hardware [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.957092] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Reconfiguring VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1203.960492] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d8eaf3b-e65e-4686-8418-33811602f878 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.973870] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.976207] env[71147]: DEBUG oslo_concurrency.lockutils [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.690s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.976434] env[71147]: DEBUG nova.objects.instance [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'resources' on Instance uuid 5266a021-9df4-4eaa-aefa-ffb20d496c3c {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.980621] env[71147]: DEBUG oslo_vmware.api [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1203.980621] env[71147]: value = "task-3421933" [ 1203.980621] env[71147]: _type = "Task" [ 1203.980621] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.991935] env[71147]: DEBUG oslo_vmware.api [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421933, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.012057] env[71147]: DEBUG nova.network.neutron [req-c483f857-6ef0-4ebd-ae9b-0ee1a1bb2335 req-3173b128-f004-4f12-b58a-8fa1200f5f63 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updated VIF entry in instance network info cache for port 82b7d1f8-9039-4fe9-9280-b798fc140b63. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.012456] env[71147]: DEBUG nova.network.neutron [req-c483f857-6ef0-4ebd-ae9b-0ee1a1bb2335 req-3173b128-f004-4f12-b58a-8fa1200f5f63 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updating instance_info_cache with network_info: [{"id": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "address": "fa:16:3e:9e:a5:29", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap82b7d1f8-90", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.016215] env[71147]: INFO nova.scheduler.client.report [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted allocations for instance 104dc388-4f12-45a4-848c-35776ee57fe7 [ 1204.181779] env[71147]: DEBUG oslo_concurrency.lockutils [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "0c113879-90d7-4c10-8c05-abb364490a63" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.182126] env[71147]: DEBUG oslo_concurrency.lockutils [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.342431] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 2a82c755-15f4-40a5-bcea-90d7aeb0d192] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.356376] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421931, 'name': CloneVM_Task} progress is 95%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.482049] env[71147]: DEBUG nova.objects.instance [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'numa_topology' on Instance uuid 5266a021-9df4-4eaa-aefa-ffb20d496c3c {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.500117] env[71147]: DEBUG oslo_vmware.api [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.515169] env[71147]: DEBUG oslo_concurrency.lockutils [req-c483f857-6ef0-4ebd-ae9b-0ee1a1bb2335 req-3173b128-f004-4f12-b58a-8fa1200f5f63 service nova] Releasing lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.528992] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ae94808-34e9-4754-9207-257b8119457f tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "104dc388-4f12-45a4-848c-35776ee57fe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.389s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.667808] env[71147]: DEBUG nova.network.neutron [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updated VIF entry in instance network info cache for port 738d9811-b8b5-4c9a-bc1d-89ea310f24fa. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.668301] env[71147]: DEBUG nova.network.neutron [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [{"id": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "address": "fa:16:3e:2a:a4:b6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9d8032-0a", "ovs_interfaceid": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "738d9811-b8b5-4c9a-bc1d-89ea310f24fa", "address": "fa:16:3e:c3:a5:9b", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap738d9811-b8", "ovs_interfaceid": "738d9811-b8b5-4c9a-bc1d-89ea310f24fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.686084] env[71147]: DEBUG nova.compute.utils [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.850301] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 10da9c5a-d4d0-4d5e-beb3-54f970ed5a43] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.859663] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421931, 'name': CloneVM_Task, 'duration_secs': 1.786537} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.860066] env[71147]: INFO nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Created linked-clone VM from snapshot [ 1204.864023] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3009ff9b-f876-46c5-98bd-e9c14ac67b80 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.870243] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Uploading image 3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1204.899159] env[71147]: DEBUG oslo_vmware.rw_handles [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1204.899159] env[71147]: value = "vm-682690" [ 1204.899159] env[71147]: _type = "VirtualMachine" [ 1204.899159] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1204.899683] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c867f29-eb38-479d-a162-319a9d5dd18c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.909657] env[71147]: DEBUG oslo_vmware.rw_handles [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease: (returnval){ [ 1204.909657] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5202a9fd-c943-6907-6dbc-ccc09ef5b37b" [ 1204.909657] env[71147]: _type = "HttpNfcLease" [ 1204.909657] env[71147]: } obtained for exporting VM: (result){ [ 1204.909657] env[71147]: value = "vm-682690" [ 1204.909657] env[71147]: _type = "VirtualMachine" [ 1204.909657] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1204.909657] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the lease: (returnval){ [ 1204.909657] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5202a9fd-c943-6907-6dbc-ccc09ef5b37b" [ 1204.909657] env[71147]: _type = "HttpNfcLease" [ 1204.909657] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1204.916683] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.916683] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5202a9fd-c943-6907-6dbc-ccc09ef5b37b" [ 1204.916683] env[71147]: _type = "HttpNfcLease" [ 1204.916683] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1204.993969] env[71147]: DEBUG nova.objects.base [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Object Instance<5266a021-9df4-4eaa-aefa-ffb20d496c3c> lazy-loaded attributes: resources,numa_topology {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1205.007372] env[71147]: DEBUG oslo_vmware.api [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421933, 'name': ReconfigVM_Task, 'duration_secs': 0.790846} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.007372] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.007372] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Reconfigured VM to attach interface {{(pid=71147) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1205.174605] env[71147]: DEBUG oslo_concurrency.lockutils [req-66ac48ef-c114-47b6-a6dc-b5e1ff642a18 req-7ffca25a-d880-4d72-95ba-a5297495626c service nova] Releasing lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.174605] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad98360c-69f9-4b33-9e7e-e22a58c4ad49 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.186329] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c76048-1ed0-4e76-982c-a2a978e2ed41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.193192] env[71147]: DEBUG oslo_concurrency.lockutils [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.229227] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bcf600-5512-491f-bf8b-9badd3fc5d18 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.238298] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef0f06e-5d26-405d-bf1c-cb2756baa607 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.254836] env[71147]: DEBUG nova.compute.provider_tree [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.354116] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 0705f94d-484d-4bc4-ab2b-724fc2004e8d] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.418212] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.418212] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5202a9fd-c943-6907-6dbc-ccc09ef5b37b" [ 1205.418212] env[71147]: _type = "HttpNfcLease" [ 1205.418212] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1205.418548] env[71147]: DEBUG oslo_vmware.rw_handles [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1205.418548] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5202a9fd-c943-6907-6dbc-ccc09ef5b37b" [ 1205.418548] env[71147]: _type = "HttpNfcLease" [ 1205.418548] env[71147]: }. {{(pid=71147) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1205.419810] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c82958d-4391-4d3e-9c5b-999cfb878135 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.429686] env[71147]: DEBUG oslo_vmware.rw_handles [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636df4-5999-2023-650d-01c747901a8c/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1205.429906] env[71147]: DEBUG oslo_vmware.rw_handles [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636df4-5999-2023-650d-01c747901a8c/disk-0.vmdk for reading. {{(pid=71147) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1205.496072] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498dd033-fa5e-4b9b-b378-d8abd1b8b840 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.519647] env[71147]: DEBUG oslo_concurrency.lockutils [None req-71123a3a-3f74-46b9-9f7f-f1f7823ce3af tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-44b7b260-e596-4bc9-9e98-56162cb791d1-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.550s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.521076] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance 'a1c91e5f-c70c-4cc9-a624-edbd8186f801' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.531972] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e218dc6e-5bde-421b-8c6b-4a508486490b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.758560] env[71147]: DEBUG nova.scheduler.client.report [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.858079] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: e0b5bd9e-9b45-4cb5-9b7a-9e9594a62778] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.029506] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.033731] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb6f03b-ef09-44e0-9a0d-f2b495faea3f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.048160] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1206.048160] env[71147]: value = "task-3421935" [ 1206.048160] env[71147]: _type = "Task" [ 1206.048160] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.062061] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.264261] env[71147]: DEBUG oslo_concurrency.lockutils [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.269847] env[71147]: DEBUG oslo_concurrency.lockutils [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "0c113879-90d7-4c10-8c05-abb364490a63" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.270422] env[71147]: DEBUG oslo_concurrency.lockutils [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.270681] env[71147]: INFO nova.compute.manager [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Attaching volume 20cae307-57a9-4ac1-8acb-cfdeb7633f98 to /dev/sdb [ 1206.321144] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a5aa5b-4406-429f-a347-a38c62b6a27c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.332672] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42688526-0c5a-4d84-a4e3-fc3f6b673a9d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.356555] env[71147]: DEBUG nova.virt.block_device [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Updating existing volume attachment record: 73529ea8-b5db-4fc0-a09c-3fa127c57a44 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1206.361644] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: c90f1c35-8c44-488c-8ac7-6176d062db97] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.563982] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421935, 'name': PowerOffVM_Task, 'duration_secs': 0.224407} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.564455] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.564913] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance 'a1c91e5f-c70c-4cc9-a624-edbd8186f801' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.781478] env[71147]: DEBUG oslo_concurrency.lockutils [None req-23b1f82c-c417-4150-976f-8bf771023c0b tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.634s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.866591] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 5a70003f-fae2-4404-ae49-0bb99e913fec] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.992563] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.992563] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.992563] env[71147]: INFO nova.compute.manager [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Unshelving [ 1207.072480] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.072742] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.073292] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.074162] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.074162] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.074162] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.074369] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.074369] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.074561] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.074887] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.075056] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.081374] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d36f96-96fb-4c00-a9ac-b666de1eeb52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.102543] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1207.102543] env[71147]: value = "task-3421937" [ 1207.102543] env[71147]: _type = "Task" [ 1207.102543] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.112757] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.371676] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 7bf98de4-01db-4bbf-bff8-d05dce0391a0] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.615800] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421937, 'name': ReconfigVM_Task, 'duration_secs': 0.285247} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.616194] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance 'a1c91e5f-c70c-4cc9-a624-edbd8186f801' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.825251] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "interface-44b7b260-e596-4bc9-9e98-56162cb791d1-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.825543] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-44b7b260-e596-4bc9-9e98-56162cb791d1-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.875816] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 621d7ad8-9527-4d52-8b55-4da90d4d5ec2] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.020798] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.021264] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.021491] env[71147]: DEBUG nova.objects.instance [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'pci_requests' on Instance uuid 5266a021-9df4-4eaa-aefa-ffb20d496c3c {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.123710] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.124029] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.124247] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.124482] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.124642] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.124791] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.125015] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.125224] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.125436] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.125637] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.125820] env[71147]: DEBUG nova.virt.hardware [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.131710] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.132167] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4dde310-6f5c-4aac-9f3c-631e9ececb4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.154200] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1208.154200] env[71147]: value = "task-3421938" [ 1208.154200] env[71147]: _type = "Task" [ 1208.154200] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.164600] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.329827] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.329827] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.330719] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada74dab-2214-426e-a2b2-86ded68ad148 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.356487] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c87b24-404e-471a-a78a-34161da967ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.379873] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 7dcf0542-63ab-4aaa-894a-ed3283c1cbb6] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.387500] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Reconfiguring VM to detach interface {{(pid=71147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1208.388014] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8226f485-448b-499c-8dfa-926aa222d425 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.408808] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1208.408808] env[71147]: value = "task-3421939" [ 1208.408808] env[71147]: _type = "Task" [ 1208.408808] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.417922] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.526048] env[71147]: DEBUG nova.objects.instance [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'numa_topology' on Instance uuid 5266a021-9df4-4eaa-aefa-ffb20d496c3c {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.667414] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421938, 'name': ReconfigVM_Task, 'duration_secs': 0.181835} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.667808] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.668904] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2dfb1-557e-4433-a190-a8a735d02dd6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.695187] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] a1c91e5f-c70c-4cc9-a624-edbd8186f801/a1c91e5f-c70c-4cc9-a624-edbd8186f801.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.695546] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7becafc-b5c0-44a3-9656-5fa7bdccd2dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.719031] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1208.719031] env[71147]: value = "task-3421941" [ 1208.719031] env[71147]: _type = "Task" [ 1208.719031] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.726474] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.889506] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 09f50ff6-d66c-4dbf-9163-309a62ded17d] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.920826] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.028441] env[71147]: INFO nova.compute.claims [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.229353] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421941, 'name': ReconfigVM_Task, 'duration_secs': 0.309715} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.229750] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Reconfigured VM instance instance-00000044 to attach disk [datastore1] a1c91e5f-c70c-4cc9-a624-edbd8186f801/a1c91e5f-c70c-4cc9-a624-edbd8186f801.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.230083] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance 'a1c91e5f-c70c-4cc9-a624-edbd8186f801' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.392647] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 5df4b4cb-4e55-48b3-b50f-155e7194c010] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.422279] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.737890] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6cea9f-3152-45e6-8129-124cc52c85ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.760444] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3697df-41e8-40bf-93d2-5608347cca55 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.782284] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance 'a1c91e5f-c70c-4cc9-a624-edbd8186f801' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.896952] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 7c88d57d-0f4a-48c4-9c16-1fcc95e5fddd] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.922488] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.204500] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24efcd7-7df4-4ae7-b30c-faa87a2d5c4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.213213] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d8b155-a378-40ca-9506-3a35e9e0b467 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.246386] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a192c1d-54aa-44cf-82ba-2bfd61ed004e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.255035] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d553ad-f018-4a3b-887b-9c2cd0811ba3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.271761] env[71147]: DEBUG nova.compute.provider_tree [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.323155] env[71147]: DEBUG nova.network.neutron [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Port 101e71e3-b306-452a-b7de-a4fdae190a1a binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1210.399363] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 3f294529-d955-4c46-854a-b5af90808576] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.422445] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.776193] env[71147]: DEBUG nova.scheduler.client.report [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.904439] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1210.904692] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682691', 'volume_id': '20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'name': 'volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c113879-90d7-4c10-8c05-abb364490a63', 'attached_at': '', 'detached_at': '', 'volume_id': '20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'serial': '20cae307-57a9-4ac1-8acb-cfdeb7633f98'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1210.905187] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 6c9ee138-a637-46c5-9491-3360509e9043] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.907575] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f301a0d6-da8f-4f91-a034-083f664aeb99 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.931097] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e0806f-bd8d-4e7f-8f73-834a697bf2ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.934034] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.959217] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98/volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.959905] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16918200-4d0e-469a-a656-684c3252af98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.980772] env[71147]: DEBUG oslo_vmware.api [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1210.980772] env[71147]: value = "task-3421942" [ 1210.980772] env[71147]: _type = "Task" [ 1210.980772] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.990446] env[71147]: DEBUG oslo_vmware.api [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.280818] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.259s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.322027] env[71147]: INFO nova.network.neutron [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updating port 82b7d1f8-9039-4fe9-9280-b798fc140b63 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1211.347292] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.347571] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.347764] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.412274] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: ef34c9c1-4fb9-4304-b06b-1faf675cd4a1] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.424794] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.491985] env[71147]: DEBUG oslo_vmware.api [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421942, 'name': ReconfigVM_Task, 'duration_secs': 0.489162} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.492335] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98/volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.497266] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717cf316-42bd-48ed-8d00-7d476bffbeaf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.516653] env[71147]: DEBUG oslo_vmware.api [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1211.516653] env[71147]: value = "task-3421943" [ 1211.516653] env[71147]: _type = "Task" [ 1211.516653] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.531028] env[71147]: DEBUG oslo_vmware.api [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.919848] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 7af1fa13-7a1d-40ed-8450-9c2a30fad113] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.929012] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.027998] env[71147]: DEBUG oslo_vmware.api [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421943, 'name': ReconfigVM_Task, 'duration_secs': 0.182594} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.028344] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682691', 'volume_id': '20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'name': 'volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c113879-90d7-4c10-8c05-abb364490a63', 'attached_at': '', 'detached_at': '', 'volume_id': '20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'serial': '20cae307-57a9-4ac1-8acb-cfdeb7633f98'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1212.082306] env[71147]: DEBUG oslo_vmware.rw_handles [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f30df6-7119-19c3-c6b8-2daa89fce11b/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.083148] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9f6073-cda1-481d-9f87-b285ad2b01ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.090076] env[71147]: DEBUG oslo_vmware.rw_handles [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f30df6-7119-19c3-c6b8-2daa89fce11b/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.090307] env[71147]: ERROR oslo_vmware.rw_handles [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f30df6-7119-19c3-c6b8-2daa89fce11b/disk-0.vmdk due to incomplete transfer. [ 1212.090505] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4a116086-d619-44c8-9d4a-5d3207e0a4d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.100295] env[71147]: DEBUG oslo_vmware.rw_handles [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f30df6-7119-19c3-c6b8-2daa89fce11b/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1212.100517] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Uploaded image e89c41c8-d9e3-418a-9e64-2eadba8ecc74 to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1212.102902] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1212.103195] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f2ff013-922a-4ed6-b204-2524e30fd0b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.110368] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1212.110368] env[71147]: value = "task-3421944" [ 1212.110368] env[71147]: _type = "Task" [ 1212.110368] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.119514] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421944, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.398276] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.398365] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.398540] env[71147]: DEBUG nova.network.neutron [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.424436] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: b9c54d96-6489-4317-8741-55cd45b11959] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.429393] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.621473] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421944, 'name': Destroy_Task, 'duration_secs': 0.39942} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.621690] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Destroyed the VM [ 1212.622138] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.622307] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d1e7484-061c-4d49-b635-ee31dac42c8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.631616] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1212.631616] env[71147]: value = "task-3421948" [ 1212.631616] env[71147]: _type = "Task" [ 1212.631616] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.642506] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421948, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.857791] env[71147]: DEBUG nova.compute.manager [req-8195af89-9e8b-4bca-be59-d4195a9e257a req-97a81c44-7fe7-4545-9090-d08752138abe service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received event network-vif-plugged-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.857928] env[71147]: DEBUG oslo_concurrency.lockutils [req-8195af89-9e8b-4bca-be59-d4195a9e257a req-97a81c44-7fe7-4545-9090-d08752138abe service nova] Acquiring lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.858196] env[71147]: DEBUG oslo_concurrency.lockutils [req-8195af89-9e8b-4bca-be59-d4195a9e257a req-97a81c44-7fe7-4545-9090-d08752138abe service nova] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.858343] env[71147]: DEBUG oslo_concurrency.lockutils [req-8195af89-9e8b-4bca-be59-d4195a9e257a req-97a81c44-7fe7-4545-9090-d08752138abe service nova] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.858513] env[71147]: DEBUG nova.compute.manager [req-8195af89-9e8b-4bca-be59-d4195a9e257a req-97a81c44-7fe7-4545-9090-d08752138abe service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] No waiting events found dispatching network-vif-plugged-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.862033] env[71147]: WARNING nova.compute.manager [req-8195af89-9e8b-4bca-be59-d4195a9e257a req-97a81c44-7fe7-4545-9090-d08752138abe service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received unexpected event network-vif-plugged-82b7d1f8-9039-4fe9-9280-b798fc140b63 for instance with vm_state shelved_offloaded and task_state spawning. [ 1212.928278] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.930893] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 0796393e-5eeb-429b-8d36-a8129a9eb952] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.971284] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.971284] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.971284] env[71147]: DEBUG nova.network.neutron [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.020852] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "5c3525ce-7fd1-41c7-bb14-85b82d510005" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.021617] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.073785] env[71147]: DEBUG nova.objects.instance [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'flavor' on Instance uuid 0c113879-90d7-4c10-8c05-abb364490a63 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.143376] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421948, 'name': RemoveSnapshot_Task, 'duration_secs': 0.431509} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.143687] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1213.144026] env[71147]: DEBUG nova.compute.manager [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.144871] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a218b2-2ba1-4e68-a695-68fd2d854458 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.149670] env[71147]: DEBUG nova.network.neutron [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [{"id": "101e71e3-b306-452a-b7de-a4fdae190a1a", "address": "fa:16:3e:3c:4a:f4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101e71e3-b3", "ovs_interfaceid": "101e71e3-b306-452a-b7de-a4fdae190a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.349544] env[71147]: DEBUG oslo_vmware.rw_handles [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636df4-5999-2023-650d-01c747901a8c/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1213.350616] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd53dd-c157-47c1-b78e-1711b8007bd9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.357256] env[71147]: DEBUG oslo_vmware.rw_handles [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636df4-5999-2023-650d-01c747901a8c/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1213.357424] env[71147]: ERROR oslo_vmware.rw_handles [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636df4-5999-2023-650d-01c747901a8c/disk-0.vmdk due to incomplete transfer. [ 1213.357648] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-170fdaa9-8eaf-4b70-ac45-97b4d01a632b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.365716] env[71147]: DEBUG oslo_vmware.rw_handles [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52636df4-5999-2023-650d-01c747901a8c/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1213.365915] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Uploaded image 3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c to the Glance image server {{(pid=71147) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1213.368038] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Destroying the VM {{(pid=71147) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1213.368854] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-927f3938-701d-4b9c-a4a0-d2598ba19e43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.377095] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1213.377095] env[71147]: value = "task-3421949" [ 1213.377095] env[71147]: _type = "Task" [ 1213.377095] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.386402] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421949, 'name': Destroy_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.428275] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.434201] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 894c10ee-ce64-4573-a67b-17718ec9fe3d] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.527512] env[71147]: DEBUG nova.compute.manager [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.578965] env[71147]: DEBUG oslo_concurrency.lockutils [None req-96493312-9ef8-439f-8499-bb67bc8dc163 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.309s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.656444] env[71147]: DEBUG oslo_concurrency.lockutils [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.663151] env[71147]: INFO nova.compute.manager [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Shelve offloading [ 1213.675389] env[71147]: DEBUG nova.network.neutron [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updating instance_info_cache with network_info: [{"id": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "address": "fa:16:3e:9e:a5:29", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b7d1f8-90", "ovs_interfaceid": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.738275] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "0c113879-90d7-4c10-8c05-abb364490a63" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.738700] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.889486] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421949, 'name': Destroy_Task, 'duration_secs': 0.352066} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.889777] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Destroyed the VM [ 1213.890046] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Deleting Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1213.890316] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c0780570-3f04-4958-a80f-bdd642f7841c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.897442] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1213.897442] env[71147]: value = "task-3421950" [ 1213.897442] env[71147]: _type = "Task" [ 1213.897442] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.919760] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421950, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.931823] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.937845] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: a02d5d98-5a7f-4bda-9796-feb7b5cd4409] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.051174] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.051463] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.053321] env[71147]: INFO nova.compute.claims [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.166782] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.167094] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ece6f4b-4a6b-4ec3-adf4-95ef48f4a4e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.176785] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1214.176785] env[71147]: value = "task-3421951" [ 1214.176785] env[71147]: _type = "Task" [ 1214.176785] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.180162] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.184576] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c213cd-6433-4423-90cf-5aa7136012a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.190754] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1214.191056] env[71147]: DEBUG nova.compute.manager [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.191810] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e735108b-0a1d-487e-ad4f-3d49002efa05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.210562] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9c2b12-7b65-4047-8599-e10018efa8f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.214972] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.215175] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.215347] env[71147]: DEBUG nova.network.neutron [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.221268] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b001e488a45e82710c25cb07d4b87279',container_format='bare',created_at=2025-04-14T15:36:53Z,direct_url=,disk_format='vmdk',id=d1cdf95b-c91a-484f-a836-6aff13b235cd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-944166296-shelved',owner='8407805719064f8d905d0defb18724fe',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-14T15:37:07Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.221565] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.221968] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.222053] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.222257] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.222435] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.222689] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.222889] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.223113] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.223329] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.223535] env[71147]: DEBUG nova.virt.hardware [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.225178] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0bf8b1-59ab-4ddc-a597-0d307d077147 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.231180] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance 'a1c91e5f-c70c-4cc9-a624-edbd8186f801' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.239645] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43dd054-f08a-4071-9b9e-fd491c729376 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.244282] env[71147]: INFO nova.compute.manager [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Detaching volume 20cae307-57a9-4ac1-8acb-cfdeb7633f98 [ 1214.256292] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:a5:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82b7d1f8-9039-4fe9-9280-b798fc140b63', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.263766] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.266126] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.268011] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7123db39-5ecb-40ab-9c19-60dafb796302 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.288251] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.288251] env[71147]: value = "task-3421952" [ 1214.288251] env[71147]: _type = "Task" [ 1214.288251] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.296974] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421952, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.297892] env[71147]: INFO nova.virt.block_device [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Attempting to driver detach volume 20cae307-57a9-4ac1-8acb-cfdeb7633f98 from mountpoint /dev/sdb [ 1214.298132] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1214.298331] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682691', 'volume_id': '20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'name': 'volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c113879-90d7-4c10-8c05-abb364490a63', 'attached_at': '', 'detached_at': '', 'volume_id': '20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'serial': '20cae307-57a9-4ac1-8acb-cfdeb7633f98'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1214.299120] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7729b6-2a95-46b5-b845-79f5709e2ca2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.322170] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b323a-380f-460d-8478-3e9b3e183515 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.330702] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1a6174-7a71-47a3-990e-eda7e792256f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.352317] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768c2458-0cc8-4bb8-9633-4c4a7beea7ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.368653] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] The volume has not been displaced from its original location: [datastore2] volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98/volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1214.374024] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.374396] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c24cf5e-ed9a-41bc-87a8-560f77c5ca60 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.393301] env[71147]: DEBUG oslo_vmware.api [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1214.393301] env[71147]: value = "task-3421953" [ 1214.393301] env[71147]: _type = "Task" [ 1214.393301] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.404259] env[71147]: DEBUG oslo_vmware.api [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.409400] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421950, 'name': RemoveSnapshot_Task, 'duration_secs': 0.490258} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.409643] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Deleted Snapshot of the VM instance {{(pid=71147) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1214.409916] env[71147]: DEBUG nova.compute.manager [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.410715] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6a37b6-1c1b-41e4-a1d0-ff16d4ca5be3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.427730] env[71147]: DEBUG oslo_vmware.api [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421939, 'name': ReconfigVM_Task, 'duration_secs': 5.774772} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.427966] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.428188] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Reconfigured VM to detach interface {{(pid=71147) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1214.441861] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: f974fb0f-4b81-437d-9cf1-d56b5e7d2c75] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.737761] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.738118] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba89716b-53b6-45e9-ac7e-4c9bd6525630 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.746537] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1214.746537] env[71147]: value = "task-3421954" [ 1214.746537] env[71147]: _type = "Task" [ 1214.746537] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.758126] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.804153] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421952, 'name': CreateVM_Task, 'duration_secs': 0.48652} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.804351] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.805042] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.805220] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.805636] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.805907] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-addd68cc-171f-48ac-b215-343a4be42a42 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.813833] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1214.813833] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52158270-746e-62f5-e520-41864ef97c61" [ 1214.813833] env[71147]: _type = "Task" [ 1214.813833] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.823285] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52158270-746e-62f5-e520-41864ef97c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.919243] env[71147]: DEBUG oslo_vmware.api [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421953, 'name': ReconfigVM_Task, 'duration_secs': 0.32377} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.919581] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.927821] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34561101-fb06-4488-8454-3d778128a23f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.939010] env[71147]: INFO nova.compute.manager [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Shelve offloading [ 1214.945083] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: c35b7224-4ad6-40a0-aee7-97b8cec436cc] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.949971] env[71147]: DEBUG oslo_vmware.api [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1214.949971] env[71147]: value = "task-3421955" [ 1214.949971] env[71147]: _type = "Task" [ 1214.949971] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.959400] env[71147]: DEBUG oslo_vmware.api [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.995525] env[71147]: DEBUG nova.network.neutron [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating instance_info_cache with network_info: [{"id": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "address": "fa:16:3e:0a:aa:9c", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4e1e9b-6b", "ovs_interfaceid": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.018556] env[71147]: DEBUG nova.compute.manager [req-079d0611-f7b1-41d4-85ee-fc2eb9744b30 req-23c7793c-9a80-408e-aaf6-d121f9909be3 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received event network-changed-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.018791] env[71147]: DEBUG nova.compute.manager [req-079d0611-f7b1-41d4-85ee-fc2eb9744b30 req-23c7793c-9a80-408e-aaf6-d121f9909be3 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Refreshing instance network info cache due to event network-changed-82b7d1f8-9039-4fe9-9280-b798fc140b63. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.019349] env[71147]: DEBUG oslo_concurrency.lockutils [req-079d0611-f7b1-41d4-85ee-fc2eb9744b30 req-23c7793c-9a80-408e-aaf6-d121f9909be3 service nova] Acquiring lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.019627] env[71147]: DEBUG oslo_concurrency.lockutils [req-079d0611-f7b1-41d4-85ee-fc2eb9744b30 req-23c7793c-9a80-408e-aaf6-d121f9909be3 service nova] Acquired lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.019845] env[71147]: DEBUG nova.network.neutron [req-079d0611-f7b1-41d4-85ee-fc2eb9744b30 req-23c7793c-9a80-408e-aaf6-d121f9909be3 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Refreshing network info cache for port 82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.254404] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507f6cf-2327-41fb-b096-896fe3b0577d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.268330] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e689a0-c149-4805-ba7d-df30ca85508d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.272467] env[71147]: DEBUG oslo_vmware.api [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421954, 'name': PowerOnVM_Task, 'duration_secs': 0.443404} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.272750] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.272933] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-318146d2-e715-4277-9437-0c5bd3b99c1e tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance 'a1c91e5f-c70c-4cc9-a624-edbd8186f801' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.326571] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1709b5ff-a173-4332-8af8-7672431b2071 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.350107] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf536b-1bde-46ed-9f20-1c44d5eb4cf3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.355396] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.355648] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Processing image d1cdf95b-c91a-484f-a836-6aff13b235cd {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.355885] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd/d1cdf95b-c91a-484f-a836-6aff13b235cd.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.356041] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd/d1cdf95b-c91a-484f-a836-6aff13b235cd.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.356265] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.356915] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b66fbd7d-9eb2-4a4b-924d-392b0b87d4c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.370177] env[71147]: DEBUG nova.compute.provider_tree [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.373031] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.373281] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.374203] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d051fe8e-14f3-42b0-8052-4ee4de6ca3be {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.382265] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1215.382265] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e56372-f96f-7a8c-73d3-33ef84a33338" [ 1215.382265] env[71147]: _type = "Task" [ 1215.382265] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.391107] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e56372-f96f-7a8c-73d3-33ef84a33338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.449066] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.449066] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 5f587671-def8-46da-918b-72029dba52c5] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.450828] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-424971c8-936e-4020-84b1-2c2e9ab6a7cc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.466016] env[71147]: DEBUG oslo_vmware.api [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421955, 'name': ReconfigVM_Task, 'duration_secs': 0.166001} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.467197] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682691', 'volume_id': '20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'name': 'volume-20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0c113879-90d7-4c10-8c05-abb364490a63', 'attached_at': '', 'detached_at': '', 'volume_id': '20cae307-57a9-4ac1-8acb-cfdeb7633f98', 'serial': '20cae307-57a9-4ac1-8acb-cfdeb7633f98'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1215.469559] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1215.469559] env[71147]: value = "task-3421956" [ 1215.469559] env[71147]: _type = "Task" [ 1215.469559] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.481150] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1215.481424] env[71147]: DEBUG nova.compute.manager [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.482303] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae0a11-ddb2-4151-a572-2cace60f8e6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.490101] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.490265] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.490463] env[71147]: DEBUG nova.network.neutron [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.497795] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.739568] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.740506] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ea8c7b-9a33-4214-9e0f-ccdd78ab43c2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.749241] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.749499] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11133d74-501b-4e36-adb9-b119b5e7029f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.782414] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.783379] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquired lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.783647] env[71147]: DEBUG nova.network.neutron [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.809861] env[71147]: DEBUG nova.network.neutron [req-079d0611-f7b1-41d4-85ee-fc2eb9744b30 req-23c7793c-9a80-408e-aaf6-d121f9909be3 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updated VIF entry in instance network info cache for port 82b7d1f8-9039-4fe9-9280-b798fc140b63. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.810260] env[71147]: DEBUG nova.network.neutron [req-079d0611-f7b1-41d4-85ee-fc2eb9744b30 req-23c7793c-9a80-408e-aaf6-d121f9909be3 service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updating instance_info_cache with network_info: [{"id": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "address": "fa:16:3e:9e:a5:29", "network": {"id": "5bbde76c-8c61-4ff2-8062-f1d38adebeb8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1439174278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8407805719064f8d905d0defb18724fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b7d1f8-90", "ovs_interfaceid": "82b7d1f8-9039-4fe9-9280-b798fc140b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.863823] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.864216] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.864502] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleting the datastore file [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.865380] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5500bcd8-252e-429f-9cd1-57ff25bd43fb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.875732] env[71147]: DEBUG nova.scheduler.client.report [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.880047] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1215.880047] env[71147]: value = "task-3421959" [ 1215.880047] env[71147]: _type = "Task" [ 1215.880047] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.893312] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.897337] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Preparing fetch location {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1215.897573] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Fetch image to [datastore2] OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946/OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946.vmdk {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1215.897780] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Downloading stream optimized image d1cdf95b-c91a-484f-a836-6aff13b235cd to [datastore2] OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946/OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946.vmdk on the data store datastore2 as vApp {{(pid=71147) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1215.897949] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Downloading image file data d1cdf95b-c91a-484f-a836-6aff13b235cd to the ESX as VM named 'OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946' {{(pid=71147) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1215.954200] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 47abd936-95ee-4441-91f3-c1cfbda66bd0] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.979745] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1215.979745] env[71147]: value = "resgroup-9" [ 1215.979745] env[71147]: _type = "ResourcePool" [ 1215.979745] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1215.980065] env[71147]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f9eea5c1-ad88-49ad-ab42-1be5d2f625e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.005737] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lease: (returnval){ [ 1216.005737] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ed082d-2156-7870-018c-fc6dce918466" [ 1216.005737] env[71147]: _type = "HttpNfcLease" [ 1216.005737] env[71147]: } obtained for vApp import into resource pool (val){ [ 1216.005737] env[71147]: value = "resgroup-9" [ 1216.005737] env[71147]: _type = "ResourcePool" [ 1216.005737] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1216.006161] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the lease: (returnval){ [ 1216.006161] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ed082d-2156-7870-018c-fc6dce918466" [ 1216.006161] env[71147]: _type = "HttpNfcLease" [ 1216.006161] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1216.012802] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.012802] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ed082d-2156-7870-018c-fc6dce918466" [ 1216.012802] env[71147]: _type = "HttpNfcLease" [ 1216.012802] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1216.016405] env[71147]: DEBUG nova.objects.instance [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'flavor' on Instance uuid 0c113879-90d7-4c10-8c05-abb364490a63 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.263728] env[71147]: DEBUG nova.network.neutron [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating instance_info_cache with network_info: [{"id": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "address": "fa:16:3e:2f:59:0a", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01f9eba-f4", "ovs_interfaceid": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.313786] env[71147]: DEBUG oslo_concurrency.lockutils [req-079d0611-f7b1-41d4-85ee-fc2eb9744b30 req-23c7793c-9a80-408e-aaf6-d121f9909be3 service nova] Releasing lock "refresh_cache-5266a021-9df4-4eaa-aefa-ffb20d496c3c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.349478] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "44b7b260-e596-4bc9-9e98-56162cb791d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.349957] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.350362] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "44b7b260-e596-4bc9-9e98-56162cb791d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.350714] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.351053] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.354702] env[71147]: INFO nova.compute.manager [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Terminating instance [ 1216.386084] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.386840] env[71147]: DEBUG nova.compute.manager [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.395773] env[71147]: DEBUG oslo_vmware.api [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3421959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130897} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.398288] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.398538] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.399323] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.429581] env[71147]: INFO nova.scheduler.client.report [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleted allocations for instance 6eb760fe-9dac-48a4-9685-a231d05c16b3 [ 1216.457830] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: fb97a908-0315-42a4-9194-30d503c7672d] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.514480] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.514480] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ed082d-2156-7870-018c-fc6dce918466" [ 1216.514480] env[71147]: _type = "HttpNfcLease" [ 1216.514480] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1216.539824] env[71147]: INFO nova.network.neutron [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Port 738d9811-b8b5-4c9a-bc1d-89ea310f24fa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1216.540243] env[71147]: DEBUG nova.network.neutron [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [{"id": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "address": "fa:16:3e:2a:a4:b6", "network": {"id": "d54b4c94-8c70-4059-918f-18bf0f62da01", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-425021768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ed35b211a6a4abf8058444e4294e0d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9d8032-0a", "ovs_interfaceid": "ee9d8032-0a6b-4ea4-a60c-12a0cc945dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.766958] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.862014] env[71147]: DEBUG nova.compute.manager [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.862266] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.863244] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bae8a3-6e9b-444d-bf35-8825bcba082b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.872593] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.872853] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e13b257-d30b-46c5-b67b-389393767f0f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.880598] env[71147]: DEBUG oslo_vmware.api [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1216.880598] env[71147]: value = "task-3421961" [ 1216.880598] env[71147]: _type = "Task" [ 1216.880598] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.892225] env[71147]: DEBUG nova.compute.utils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.893651] env[71147]: DEBUG oslo_vmware.api [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.893919] env[71147]: DEBUG nova.compute.manager [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.894096] env[71147]: DEBUG nova.network.neutron [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.932400] env[71147]: DEBUG nova.policy [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcffd101b25e4ebf9419602ea57f8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfdf43b9e6d14dc69e15741022d5667c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.934748] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.935027] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.935424] env[71147]: DEBUG nova.objects.instance [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lazy-loading 'resources' on Instance uuid 6eb760fe-9dac-48a4-9685-a231d05c16b3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.960760] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: b182b1cf-c604-4c89-a4fd-eb3dfe57e4c2] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.010187] env[71147]: DEBUG nova.compute.manager [req-f0e4abbf-4da1-4a2e-b169-4f2839907e3d req-ab95fa90-9b88-4bee-92e5-6bed7e572938 service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received event network-vif-unplugged-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.010187] env[71147]: DEBUG oslo_concurrency.lockutils [req-f0e4abbf-4da1-4a2e-b169-4f2839907e3d req-ab95fa90-9b88-4bee-92e5-6bed7e572938 service nova] Acquiring lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.010187] env[71147]: DEBUG oslo_concurrency.lockutils [req-f0e4abbf-4da1-4a2e-b169-4f2839907e3d req-ab95fa90-9b88-4bee-92e5-6bed7e572938 service nova] Lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.010187] env[71147]: DEBUG oslo_concurrency.lockutils [req-f0e4abbf-4da1-4a2e-b169-4f2839907e3d req-ab95fa90-9b88-4bee-92e5-6bed7e572938 service nova] Lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.010187] env[71147]: DEBUG nova.compute.manager [req-f0e4abbf-4da1-4a2e-b169-4f2839907e3d req-ab95fa90-9b88-4bee-92e5-6bed7e572938 service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] No waiting events found dispatching network-vif-unplugged-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.010187] env[71147]: WARNING nova.compute.manager [req-f0e4abbf-4da1-4a2e-b169-4f2839907e3d req-ab95fa90-9b88-4bee-92e5-6bed7e572938 service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received unexpected event network-vif-unplugged-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 for instance with vm_state shelved and task_state shelving_offloading. [ 1217.021291] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1217.021291] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ed082d-2156-7870-018c-fc6dce918466" [ 1217.021291] env[71147]: _type = "HttpNfcLease" [ 1217.021291] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1217.021808] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1217.021808] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52ed082d-2156-7870-018c-fc6dce918466" [ 1217.021808] env[71147]: _type = "HttpNfcLease" [ 1217.021808] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1217.023124] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c880dd5-afc9-4160-bb11-40f648a9f842 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.027975] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c9ae667a-12ec-4c4f-b9fb-f59f34c1ed39 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.038016] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522275c8-847c-fe7b-4989-2e9633871f62/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1217.038375] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522275c8-847c-fe7b-4989-2e9633871f62/disk-0.vmdk. {{(pid=71147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1217.102929] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Releasing lock "refresh_cache-44b7b260-e596-4bc9-9e98-56162cb791d1" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.109817] env[71147]: DEBUG nova.compute.manager [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received event network-vif-unplugged-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.110218] env[71147]: DEBUG oslo_concurrency.lockutils [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] Acquiring lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.110542] env[71147]: DEBUG oslo_concurrency.lockutils [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.111083] env[71147]: DEBUG oslo_concurrency.lockutils [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.111375] env[71147]: DEBUG nova.compute.manager [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] No waiting events found dispatching network-vif-unplugged-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.111699] env[71147]: WARNING nova.compute.manager [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received unexpected event network-vif-unplugged-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 for instance with vm_state shelved_offloaded and task_state None. [ 1217.113022] env[71147]: DEBUG nova.compute.manager [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received event network-changed-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.113022] env[71147]: DEBUG nova.compute.manager [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Refreshing instance network info cache due to event network-changed-da4e1e9b-6b1f-40f4-9bc7-807828d08c47. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.113022] env[71147]: DEBUG oslo_concurrency.lockutils [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] Acquiring lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.113022] env[71147]: DEBUG oslo_concurrency.lockutils [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] Acquired lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.113022] env[71147]: DEBUG nova.network.neutron [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Refreshing network info cache for port da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.119091] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc897379-d958-4fe8-a8a8-383f8e1407ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.146458] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.147683] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f971bccf-99ee-46da-922f-87c9359d2767 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.158956] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.158956] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4df748f-2099-4897-bf0e-83d73858fc0a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.238373] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.238714] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.238964] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleting the datastore file [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.239349] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7895b4fe-1092-4b8a-b364-91d3c33fc8a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.247941] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1217.247941] env[71147]: value = "task-3421963" [ 1217.247941] env[71147]: _type = "Task" [ 1217.247941] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.257277] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.392644] env[71147]: DEBUG oslo_vmware.api [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421961, 'name': PowerOffVM_Task, 'duration_secs': 0.264313} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.393058] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.393291] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.393594] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e2fe368-79b1-43b9-b5ff-16cf4795f049 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.397059] env[71147]: DEBUG nova.compute.manager [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.444264] env[71147]: DEBUG nova.objects.instance [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lazy-loading 'numa_topology' on Instance uuid 6eb760fe-9dac-48a4-9685-a231d05c16b3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.467816] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: b1b9949a-e3a3-4ce2-a77e-0def597bdec1] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.565820] env[71147]: DEBUG nova.network.neutron [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Successfully created port: acadb43b-a788-4cc9-ac70-7193b6d6e514 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.576916] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.577149] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.578645] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleting the datastore file [datastore2] 44b7b260-e596-4bc9-9e98-56162cb791d1 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.582367] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e165da9e-49a7-4f31-943f-7baadd0b4481 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.597255] env[71147]: DEBUG oslo_vmware.api [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1217.597255] env[71147]: value = "task-3421966" [ 1217.597255] env[71147]: _type = "Task" [ 1217.597255] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.606931] env[71147]: DEBUG oslo_concurrency.lockutils [None req-72244671-2a7b-4c04-9cd5-a5c4dfb9a7e9 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "interface-44b7b260-e596-4bc9-9e98-56162cb791d1-738d9811-b8b5-4c9a-bc1d-89ea310f24fa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.781s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.612693] env[71147]: DEBUG oslo_vmware.api [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.762711] env[71147]: DEBUG oslo_vmware.api [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3421963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135203} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.763091] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.763417] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.763619] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.804617] env[71147]: INFO nova.scheduler.client.report [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted allocations for instance 22e007a9-e619-4583-8b21-eb245c92e45f [ 1217.930472] env[71147]: DEBUG nova.network.neutron [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updated VIF entry in instance network info cache for port da4e1e9b-6b1f-40f4-9bc7-807828d08c47. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.930826] env[71147]: DEBUG nova.network.neutron [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating instance_info_cache with network_info: [{"id": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "address": "fa:16:3e:0a:aa:9c", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": null, "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapda4e1e9b-6b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.948304] env[71147]: DEBUG nova.objects.base [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Object Instance<6eb760fe-9dac-48a4-9685-a231d05c16b3> lazy-loaded attributes: resources,numa_topology {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.974380] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 8ea6b675-6e2f-492b-be9b-0ff5638b9363] Instance has had 0 of 5 cleanup attempts {{(pid=71147) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.111907] env[71147]: DEBUG oslo_vmware.api [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2378} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.112697] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.112899] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.113070] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.113288] env[71147]: INFO nova.compute.manager [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1218.113562] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.116790] env[71147]: DEBUG nova.compute.manager [-] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.116886] env[71147]: DEBUG nova.network.neutron [-] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.147117] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6b4048-0874-442d-9b75-dcf97c4bee92 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.156703] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c42cc2-4dcb-4bb0-9229-d50642d3424c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.198036] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c44d3-5305-4e57-b908-8af70f8688d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.210290] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ab0790-6f17-44be-9e32-43d62f11fa5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.219045] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.219341] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.220241] env[71147]: DEBUG nova.compute.manager [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Going to confirm migration 8 {{(pid=71147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1218.233947] env[71147]: DEBUG nova.compute.provider_tree [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.309587] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "0c113879-90d7-4c10-8c05-abb364490a63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.309888] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.310116] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "0c113879-90d7-4c10-8c05-abb364490a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.310469] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.310617] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.313111] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.313671] env[71147]: INFO nova.compute.manager [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Terminating instance [ 1218.407589] env[71147]: DEBUG nova.compute.manager [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.434867] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.435015] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.435862] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.435862] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.435862] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.435862] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.437114] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.437114] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.437114] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.437114] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.437268] env[71147]: DEBUG nova.virt.hardware [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.437815] env[71147]: DEBUG oslo_concurrency.lockutils [req-ebc24466-435c-48e7-905e-5168ebebd5f2 req-69b9ecfb-d987-4f4f-a70c-0236f947cbf9 service nova] Releasing lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.439043] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1bfa7b-0870-4f27-b0dc-86a7cc6b4ad9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.447963] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8cddc8-505a-4784-8ccc-e14d3be571bf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.478955] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.564608] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Completed reading data from the image iterator. {{(pid=71147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1218.565780] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522275c8-847c-fe7b-4989-2e9633871f62/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1218.565966] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea8af6b-5dc0-46c5-9dfd-d4b35ed6ef05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.575022] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522275c8-847c-fe7b-4989-2e9633871f62/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1218.575022] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522275c8-847c-fe7b-4989-2e9633871f62/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1218.575022] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bd0810d7-cfda-4497-b0a9-bee1b91fa26f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.764405] env[71147]: ERROR nova.scheduler.client.report [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [req-b3549c57-c624-4eaa-aab0-80b703c2bffa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 35e35e14-9e34-4508-84da-a69238f1eb09. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b3549c57-c624-4eaa-aab0-80b703c2bffa"}]} [ 1218.785709] env[71147]: DEBUG nova.scheduler.client.report [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Refreshing inventories for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1218.791695] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.791812] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.791934] env[71147]: DEBUG nova.network.neutron [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.792157] env[71147]: DEBUG nova.objects.instance [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'info_cache' on Instance uuid a1c91e5f-c70c-4cc9-a624-edbd8186f801 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.801507] env[71147]: DEBUG nova.scheduler.client.report [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Updating ProviderTree inventory for provider 35e35e14-9e34-4508-84da-a69238f1eb09 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1218.801647] env[71147]: DEBUG nova.compute.provider_tree [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Updating inventory in ProviderTree for provider 35e35e14-9e34-4508-84da-a69238f1eb09 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.813931] env[71147]: DEBUG oslo_vmware.rw_handles [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522275c8-847c-fe7b-4989-2e9633871f62/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1218.814239] env[71147]: INFO nova.virt.vmwareapi.images [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Downloaded image file data d1cdf95b-c91a-484f-a836-6aff13b235cd [ 1218.815371] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a448c33f-d931-4b46-8806-c4e2b0352e71 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.819042] env[71147]: DEBUG nova.scheduler.client.report [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Refreshing aggregate associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, aggregates: None {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1218.821419] env[71147]: DEBUG nova.compute.manager [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.821611] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.823948] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e41c8ae-6638-401d-86a1-fbf7f2f1a7e6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.836854] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b53dcf2-bccd-4cd8-8637-4f0f4a9760ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.840874] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.841802] env[71147]: DEBUG nova.scheduler.client.report [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Refreshing trait associations for resource provider 35e35e14-9e34-4508-84da-a69238f1eb09, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=71147) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1218.843868] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e07d5df-71c5-4aad-953a-7a8663c3c356 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.850444] env[71147]: DEBUG oslo_vmware.api [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1218.850444] env[71147]: value = "task-3421968" [ 1218.850444] env[71147]: _type = "Task" [ 1218.850444] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.864175] env[71147]: DEBUG oslo_vmware.api [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.869429] env[71147]: INFO nova.virt.vmwareapi.images [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] The imported VM was unregistered [ 1218.872019] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Caching image {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1218.874571] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.874571] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62b31996-6cf2-4a44-82f7-8a324ba88731 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.898677] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Created directory with path [datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.898677] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946/OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946.vmdk to [datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd/d1cdf95b-c91a-484f-a836-6aff13b235cd.vmdk. {{(pid=71147) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1218.898677] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f19edcd8-fe59-4433-b96b-a8016ccec892 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.918778] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1218.918778] env[71147]: value = "task-3421969" [ 1218.918778] env[71147]: _type = "Task" [ 1218.918778] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.933079] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421969, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.045963] env[71147]: DEBUG nova.compute.manager [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received event network-changed-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.046211] env[71147]: DEBUG nova.compute.manager [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Refreshing instance network info cache due to event network-changed-d01f9eba-f429-41fe-b9c7-0f3249ed16e1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.046440] env[71147]: DEBUG oslo_concurrency.lockutils [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] Acquiring lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.046583] env[71147]: DEBUG oslo_concurrency.lockutils [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] Acquired lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.046743] env[71147]: DEBUG nova.network.neutron [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Refreshing network info cache for port d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.056257] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225e66b8-09c4-4c76-8fba-1731f2bb1d8c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.067960] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce56795-96a8-433a-90a4-866c723be68c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.104508] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204cabd2-08b6-44af-8ed3-713461cbb0ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.113265] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a54aab-ea49-4aad-9a93-af148682e3b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.131238] env[71147]: DEBUG nova.compute.provider_tree [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.134404] env[71147]: DEBUG nova.compute.manager [req-6aacee8b-032d-4fb5-bff6-d2bf0f3b2c31 req-5d89297c-21de-44c9-961a-3733461721f8 service nova] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Received event network-vif-plugged-acadb43b-a788-4cc9-ac70-7193b6d6e514 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.134817] env[71147]: DEBUG oslo_concurrency.lockutils [req-6aacee8b-032d-4fb5-bff6-d2bf0f3b2c31 req-5d89297c-21de-44c9-961a-3733461721f8 service nova] Acquiring lock "5c3525ce-7fd1-41c7-bb14-85b82d510005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.134924] env[71147]: DEBUG oslo_concurrency.lockutils [req-6aacee8b-032d-4fb5-bff6-d2bf0f3b2c31 req-5d89297c-21de-44c9-961a-3733461721f8 service nova] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.135048] env[71147]: DEBUG oslo_concurrency.lockutils [req-6aacee8b-032d-4fb5-bff6-d2bf0f3b2c31 req-5d89297c-21de-44c9-961a-3733461721f8 service nova] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.135232] env[71147]: DEBUG nova.compute.manager [req-6aacee8b-032d-4fb5-bff6-d2bf0f3b2c31 req-5d89297c-21de-44c9-961a-3733461721f8 service nova] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] No waiting events found dispatching network-vif-plugged-acadb43b-a788-4cc9-ac70-7193b6d6e514 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.135439] env[71147]: WARNING nova.compute.manager [req-6aacee8b-032d-4fb5-bff6-d2bf0f3b2c31 req-5d89297c-21de-44c9-961a-3733461721f8 service nova] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Received unexpected event network-vif-plugged-acadb43b-a788-4cc9-ac70-7193b6d6e514 for instance with vm_state building and task_state spawning. [ 1219.218829] env[71147]: DEBUG nova.network.neutron [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Successfully updated port: acadb43b-a788-4cc9-ac70-7193b6d6e514 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.289576] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.364450] env[71147]: DEBUG oslo_vmware.api [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421968, 'name': PowerOffVM_Task, 'duration_secs': 0.291915} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.364741] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.364991] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.365315] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a3a8713-b9d2-4379-b5bf-c20e529faf41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.406764] env[71147]: DEBUG nova.network.neutron [-] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.434681] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421969, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.442958] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "22e007a9-e619-4583-8b21-eb245c92e45f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.452209] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.452486] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.452652] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleting the datastore file [datastore1] 0c113879-90d7-4c10-8c05-abb364490a63 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.453957] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25580765-2312-4c5d-afd7-a1f964a3a515 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.464854] env[71147]: DEBUG oslo_vmware.api [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for the task: (returnval){ [ 1219.464854] env[71147]: value = "task-3421971" [ 1219.464854] env[71147]: _type = "Task" [ 1219.464854] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.472154] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.486312] env[71147]: DEBUG oslo_vmware.api [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.638287] env[71147]: DEBUG nova.scheduler.client.report [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.722144] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "refresh_cache-5c3525ce-7fd1-41c7-bb14-85b82d510005" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.722364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "refresh_cache-5c3525ce-7fd1-41c7-bb14-85b82d510005" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.722534] env[71147]: DEBUG nova.network.neutron [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.835222] env[71147]: DEBUG nova.network.neutron [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updated VIF entry in instance network info cache for port d01f9eba-f429-41fe-b9c7-0f3249ed16e1. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.835558] env[71147]: DEBUG nova.network.neutron [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating instance_info_cache with network_info: [{"id": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "address": "fa:16:3e:2f:59:0a", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd01f9eba-f4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.909835] env[71147]: INFO nova.compute.manager [-] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Took 1.79 seconds to deallocate network for instance. [ 1219.936104] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421969, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.982532] env[71147]: DEBUG oslo_vmware.api [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Task: {'id': task-3421971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21854} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.985166] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.985166] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.985166] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.985166] env[71147]: INFO nova.compute.manager [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1219.985166] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.985358] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.985571] env[71147]: DEBUG nova.compute.manager [-] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.986068] env[71147]: DEBUG nova.network.neutron [-] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.987680] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._sync_power_states {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.065190] env[71147]: DEBUG nova.network.neutron [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [{"id": "101e71e3-b306-452a-b7de-a4fdae190a1a", "address": "fa:16:3e:3c:4a:f4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101e71e3-b3", "ovs_interfaceid": "101e71e3-b306-452a-b7de-a4fdae190a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.144141] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.209s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.146815] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.834s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.147144] env[71147]: DEBUG nova.objects.instance [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'resources' on Instance uuid 22e007a9-e619-4583-8b21-eb245c92e45f {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.260532] env[71147]: DEBUG nova.network.neutron [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.338487] env[71147]: DEBUG oslo_concurrency.lockutils [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] Releasing lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.338795] env[71147]: DEBUG nova.compute.manager [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Received event network-vif-deleted-ee9d8032-0a6b-4ea4-a60c-12a0cc945dff {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.338989] env[71147]: INFO nova.compute.manager [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Neutron deleted interface ee9d8032-0a6b-4ea4-a60c-12a0cc945dff; detaching it from the instance and deleting it from the info cache [ 1220.339429] env[71147]: DEBUG nova.network.neutron [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.419363] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.436750] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421969, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.460541] env[71147]: DEBUG nova.network.neutron [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Updating instance_info_cache with network_info: [{"id": "acadb43b-a788-4cc9-ac70-7193b6d6e514", "address": "fa:16:3e:d6:15:0e", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacadb43b-a7", "ovs_interfaceid": "acadb43b-a788-4cc9-ac70-7193b6d6e514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.493189] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Getting list of instances from cluster (obj){ [ 1220.493189] env[71147]: value = "domain-c8" [ 1220.493189] env[71147]: _type = "ClusterComputeResource" [ 1220.493189] env[71147]: } {{(pid=71147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1220.494407] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e1f07c-c297-4cfc-8eb9-d5508d96e53e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.522646] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Got total of 7 instances {{(pid=71147) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1220.523806] env[71147]: WARNING nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] While synchronizing instance power states, found 12 instances in the database and 7 instances on the hypervisor. [ 1220.523806] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid a1c91e5f-c70c-4cc9-a624-edbd8186f801 {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.523806] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.523806] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.523806] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 2c1887aa-7a48-4055-b772-474ae7d40768 {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.523806] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 6eb760fe-9dac-48a4-9685-a231d05c16b3 {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.523806] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid e44d692f-b03d-4dab-8fa4-e17c94a7d886 {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.523806] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 5266a021-9df4-4eaa-aefa-ffb20d496c3c {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.524156] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 22e007a9-e619-4583-8b21-eb245c92e45f {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.524156] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 0c113879-90d7-4c10-8c05-abb364490a63 {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.524236] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 44b7b260-e596-4bc9-9e98-56162cb791d1 {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.524375] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 94b1ffac-7929-47ff-ad38-a9cdfb030782 {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.524520] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Triggering sync for uuid 5c3525ce-7fd1-41c7-bb14-85b82d510005 {{(pid=71147) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1220.524940] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.525223] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.525424] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.525693] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.525866] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.526359] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "2c1887aa-7a48-4055-b772-474ae7d40768" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.526567] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.526804] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.527020] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.527206] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.527729] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.527729] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "22e007a9-e619-4583-8b21-eb245c92e45f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.527854] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "0c113879-90d7-4c10-8c05-abb364490a63" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.527998] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "44b7b260-e596-4bc9-9e98-56162cb791d1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.528212] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.528383] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.528632] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "5c3525ce-7fd1-41c7-bb14-85b82d510005" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.529389] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.531467] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f558773-bbdc-41d6-b7d2-fcfbc58b952e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.536691] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061625bb-13ba-4623-9cab-13469bdfb391 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.540727] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fb93dd-2727-42fe-b866-c715e1ab5196 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.543788] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e64d5f-91af-4559-8c68-c3adaeb6565f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.546741] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d0102-2c0c-49a4-b48f-ea42eb63df94 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.568139] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-a1c91e5f-c70c-4cc9-a624-edbd8186f801" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.568385] env[71147]: DEBUG nova.objects.instance [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'migration_context' on Instance uuid a1c91e5f-c70c-4cc9-a624-edbd8186f801 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.652889] env[71147]: DEBUG nova.objects.instance [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'numa_topology' on Instance uuid 22e007a9-e619-4583-8b21-eb245c92e45f {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.661680] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f3f03e79-cd38-4f95-997f-1a380b078ccd tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.610s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.663670] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.374s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.664434] env[71147]: INFO nova.compute.manager [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Unshelving [ 1220.842090] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d33ab945-ba73-4239-bb0a-5b7bc0b04050 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.854951] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26360da-1630-4e26-903e-8d7a68ba91dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.890288] env[71147]: DEBUG nova.compute.manager [req-e88de3ac-b539-412e-a696-86299ce1bf20 req-00fe2b5e-8a8e-48ca-87c4-35f3649c637f service nova] [instance: 44b7b260-e596-4bc9-9e98-56162cb791d1] Detach interface failed, port_id=ee9d8032-0a6b-4ea4-a60c-12a0cc945dff, reason: Instance 44b7b260-e596-4bc9-9e98-56162cb791d1 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.935849] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421969, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.964883] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "refresh_cache-5c3525ce-7fd1-41c7-bb14-85b82d510005" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.964883] env[71147]: DEBUG nova.compute.manager [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Instance network_info: |[{"id": "acadb43b-a788-4cc9-ac70-7193b6d6e514", "address": "fa:16:3e:d6:15:0e", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacadb43b-a7", "ovs_interfaceid": "acadb43b-a788-4cc9-ac70-7193b6d6e514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.965187] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:15:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acadb43b-a788-4cc9-ac70-7193b6d6e514', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.973669] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.973936] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.974192] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d3ed0fa-7888-443b-8ca1-a48dd9c15b74 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.996309] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.996309] env[71147]: value = "task-3421973" [ 1220.996309] env[71147]: _type = "Task" [ 1220.996309] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.007080] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421973, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.050438] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.068550] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.068916] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.070766] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.071191] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.071977] env[71147]: DEBUG nova.objects.base [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.072973] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5779964-db9c-4ea3-8b36-414724d4c071 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.076167] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.095180] env[71147]: DEBUG nova.network.neutron [-] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.099614] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c2b440c-3fe6-4c85-969c-95f5d051c789 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.106972] env[71147]: DEBUG oslo_vmware.api [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1221.106972] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294d8b6-53b8-4e58-792c-337b5dff7738" [ 1221.106972] env[71147]: _type = "Task" [ 1221.106972] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.118132] env[71147]: DEBUG oslo_vmware.api [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294d8b6-53b8-4e58-792c-337b5dff7738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.155611] env[71147]: DEBUG nova.objects.base [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Object Instance<22e007a9-e619-4583-8b21-eb245c92e45f> lazy-loaded attributes: resources,numa_topology {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.161993] env[71147]: DEBUG nova.compute.manager [req-aa427b54-0b40-4849-b1d0-543a17cedf35 req-0c935069-cc2e-48dc-aab6-99addd302d36 service nova] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Received event network-changed-acadb43b-a788-4cc9-ac70-7193b6d6e514 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.162489] env[71147]: DEBUG nova.compute.manager [req-aa427b54-0b40-4849-b1d0-543a17cedf35 req-0c935069-cc2e-48dc-aab6-99addd302d36 service nova] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Refreshing instance network info cache due to event network-changed-acadb43b-a788-4cc9-ac70-7193b6d6e514. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.162748] env[71147]: DEBUG oslo_concurrency.lockutils [req-aa427b54-0b40-4849-b1d0-543a17cedf35 req-0c935069-cc2e-48dc-aab6-99addd302d36 service nova] Acquiring lock "refresh_cache-5c3525ce-7fd1-41c7-bb14-85b82d510005" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.162898] env[71147]: DEBUG oslo_concurrency.lockutils [req-aa427b54-0b40-4849-b1d0-543a17cedf35 req-0c935069-cc2e-48dc-aab6-99addd302d36 service nova] Acquired lock "refresh_cache-5c3525ce-7fd1-41c7-bb14-85b82d510005" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.163081] env[71147]: DEBUG nova.network.neutron [req-aa427b54-0b40-4849-b1d0-543a17cedf35 req-0c935069-cc2e-48dc-aab6-99addd302d36 service nova] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Refreshing network info cache for port acadb43b-a788-4cc9-ac70-7193b6d6e514 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.354592] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca873135-af67-490c-8e0b-41e440114cb7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.363831] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae748cf-a8a3-4f9c-bf7b-a556b2802ed3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.397309] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e28cc52-47c8-42c0-b4e0-88f96c70709e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.405831] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f44d0-8cc5-4f66-a3c9-799b770f47d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.420979] env[71147]: DEBUG nova.compute.provider_tree [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.434917] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421969, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.507218] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421973, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.600527] env[71147]: INFO nova.compute.manager [-] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Took 1.61 seconds to deallocate network for instance. [ 1221.617957] env[71147]: DEBUG oslo_vmware.api [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5294d8b6-53b8-4e58-792c-337b5dff7738, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.617957] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.691238] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.918482] env[71147]: DEBUG nova.network.neutron [req-aa427b54-0b40-4849-b1d0-543a17cedf35 req-0c935069-cc2e-48dc-aab6-99addd302d36 service nova] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Updated VIF entry in instance network info cache for port acadb43b-a788-4cc9-ac70-7193b6d6e514. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.918877] env[71147]: DEBUG nova.network.neutron [req-aa427b54-0b40-4849-b1d0-543a17cedf35 req-0c935069-cc2e-48dc-aab6-99addd302d36 service nova] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Updating instance_info_cache with network_info: [{"id": "acadb43b-a788-4cc9-ac70-7193b6d6e514", "address": "fa:16:3e:d6:15:0e", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacadb43b-a7", "ovs_interfaceid": "acadb43b-a788-4cc9-ac70-7193b6d6e514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.925021] env[71147]: DEBUG nova.scheduler.client.report [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.941232] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421969, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.573011} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.941958] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946/OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946.vmdk to [datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd/d1cdf95b-c91a-484f-a836-6aff13b235cd.vmdk. [ 1221.942197] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Cleaning up location [datastore2] OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1221.942405] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2133ab47-ce99-40c2-8c19-dfad79520946 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.942674] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-450378d2-25f1-45a4-9c6a-17715f36f4dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.950320] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1221.950320] env[71147]: value = "task-3421975" [ 1221.950320] env[71147]: _type = "Task" [ 1221.950320] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.958926] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.011039] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3421973, 'name': CreateVM_Task, 'duration_secs': 0.713492} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.011039] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.011933] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.012311] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.012851] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.014535] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4bd1a8a-b41b-413f-8100-f5aea695a3ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.019750] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1222.019750] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cfc5f6-e00f-b3a9-ca71-d8624bb6d3da" [ 1222.019750] env[71147]: _type = "Task" [ 1222.019750] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.029935] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cfc5f6-e00f-b3a9-ca71-d8624bb6d3da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.108221] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.421609] env[71147]: DEBUG oslo_concurrency.lockutils [req-aa427b54-0b40-4849-b1d0-543a17cedf35 req-0c935069-cc2e-48dc-aab6-99addd302d36 service nova] Releasing lock "refresh_cache-5c3525ce-7fd1-41c7-bb14-85b82d510005" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.421883] env[71147]: DEBUG nova.compute.manager [req-aa427b54-0b40-4849-b1d0-543a17cedf35 req-0c935069-cc2e-48dc-aab6-99addd302d36 service nova] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] Received event network-vif-deleted-8bd80ea8-0ae5-40f4-958d-c3e92689a9b3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.432125] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.435146] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.016s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.435522] env[71147]: DEBUG nova.objects.instance [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lazy-loading 'resources' on Instance uuid 44b7b260-e596-4bc9-9e98-56162cb791d1 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.461875] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037774} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.461938] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.462071] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd/d1cdf95b-c91a-484f-a836-6aff13b235cd.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.462376] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd/d1cdf95b-c91a-484f-a836-6aff13b235cd.vmdk to [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c/5266a021-9df4-4eaa-aefa-ffb20d496c3c.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.462653] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc62606e-34e8-4e46-b21c-bb2a4ea383ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.471742] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1222.471742] env[71147]: value = "task-3421976" [ 1222.471742] env[71147]: _type = "Task" [ 1222.471742] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.480691] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.532675] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52cfc5f6-e00f-b3a9-ca71-d8624bb6d3da, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.533532] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.533850] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.534277] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.534625] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.534954] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.535280] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93cf5755-174b-4881-84e2-85ca465cfccf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.545136] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.545391] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.546251] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c2f844-5ab7-413c-9d25-8c8625e3b621 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.553180] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1222.553180] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5218f58f-1e12-ced6-6361-0ce36526099a" [ 1222.553180] env[71147]: _type = "Task" [ 1222.553180] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.564786] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5218f58f-1e12-ced6-6361-0ce36526099a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.956636] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fcb4dea3-c54e-4fd4-ba90-e5418ec59999 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.759s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.957096] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.514s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.957304] env[71147]: INFO nova.compute.manager [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Unshelving [ 1222.989867] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421976, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.068846] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5218f58f-1e12-ced6-6361-0ce36526099a, 'name': SearchDatastore_Task, 'duration_secs': 0.012857} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.073689] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752ea3ab-d795-4f09-89c7-198f54a2dd6e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.082524] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1223.082524] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5239c5a2-adae-52aa-1fe2-6f9747320ace" [ 1223.082524] env[71147]: _type = "Task" [ 1223.082524] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.100715] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5239c5a2-adae-52aa-1fe2-6f9747320ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.175103] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06fbd27-a1a4-43b5-b863-c706c55a3581 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.183453] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61f3b34-c2ce-4b9d-b5eb-51d02f2b6041 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.217851] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e8ec77-3ab4-47e2-ab2a-12e2fd27ef0a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.227705] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7049652-9602-4481-99e9-a9cc8a4ce22e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.243332] env[71147]: DEBUG nova.compute.provider_tree [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.484717] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421976, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.587024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "2c1887aa-7a48-4055-b772-474ae7d40768" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.587334] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.600786] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5239c5a2-adae-52aa-1fe2-6f9747320ace, 'name': SearchDatastore_Task, 'duration_secs': 0.088207} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.601123] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.601407] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5c3525ce-7fd1-41c7-bb14-85b82d510005/5c3525ce-7fd1-41c7-bb14-85b82d510005.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.601676] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af73e636-81e4-4a70-8088-152eb13f0ad8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.611789] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1223.611789] env[71147]: value = "task-3421977" [ 1223.611789] env[71147]: _type = "Task" [ 1223.611789] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.621547] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.747820] env[71147]: DEBUG nova.scheduler.client.report [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.986180] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421976, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.987681] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.090702] env[71147]: INFO nova.compute.manager [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Detaching volume 473ef6ae-b5e8-411d-9218-6390bd9ce263 [ 1224.124309] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.125582] env[71147]: INFO nova.virt.block_device [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Attempting to driver detach volume 473ef6ae-b5e8-411d-9218-6390bd9ce263 from mountpoint /dev/sdb [ 1224.125875] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.126092] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.127388] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f8be4-474b-44a8-971a-d73b725db101 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.151929] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eac89cf-2314-4028-b7be-8616ac9f1237 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.160695] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c4f789-2cd9-4efc-94c4-17a663c2302c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.184232] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e0de19-579a-4bc3-9edd-ec96b208ea80 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.201423] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] The volume has not been displaced from its original location: [datastore2] volume-473ef6ae-b5e8-411d-9218-6390bd9ce263/volume-473ef6ae-b5e8-411d-9218-6390bd9ce263.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.207064] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.207471] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a8b9e77-65af-4cb8-bdf5-6a06bee5a177 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.229404] env[71147]: DEBUG oslo_vmware.api [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1224.229404] env[71147]: value = "task-3421979" [ 1224.229404] env[71147]: _type = "Task" [ 1224.229404] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.239038] env[71147]: DEBUG oslo_vmware.api [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.254131] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.257030] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.206s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.257030] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.257239] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1224.257494] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.640s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.259931] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e569b-3b1b-4040-9ceb-66dc3143d43c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.269689] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1daf9f4-4810-4f97-a9f0-1fef62da3062 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.275716] env[71147]: INFO nova.scheduler.client.report [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleted allocations for instance 44b7b260-e596-4bc9-9e98-56162cb791d1 [ 1224.290824] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7cc0e-0c78-4fca-bbcb-0394b4ee68e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.299268] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d0e4b-4376-4e88-86ea-53b2626099db {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.332219] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178956MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1224.332447] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.484583] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421976, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.624275] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.740437] env[71147]: DEBUG oslo_vmware.api [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.793847] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c7c430a2-1a86-48c2-9fec-22dce8fa3bf5 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.444s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.794954] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.267s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.798352] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b0442b9-dfff-4bd6-a908-07dcbd71048d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.810993] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa0dd90-844c-4848-8e80-5986d42e9982 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.941942] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1a1196-6072-4d93-b5c7-dd6fba1b13c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.950360] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c71c41-0c59-49bf-9718-7d717fa59ff4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.982747] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed74092-8b5c-4ea0-a96b-9d523d1190e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.993225] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ec4f9e-2a35-4be1-832c-7ef3b8cba04b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.996973] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421976, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.393897} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.997595] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1cdf95b-c91a-484f-a836-6aff13b235cd/d1cdf95b-c91a-484f-a836-6aff13b235cd.vmdk to [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c/5266a021-9df4-4eaa-aefa-ffb20d496c3c.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.998655] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a463f4c2-1ae4-492b-83d3-a8b49571b787 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.008922] env[71147]: DEBUG nova.compute.provider_tree [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.029807] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c/5266a021-9df4-4eaa-aefa-ffb20d496c3c.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.030682] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ed64a61-a433-4586-a0e4-b320830034d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.050204] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1225.050204] env[71147]: value = "task-3421980" [ 1225.050204] env[71147]: _type = "Task" [ 1225.050204] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.061554] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.123710] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421977, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.244388] env[71147]: DEBUG oslo_vmware.api [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421979, 'name': ReconfigVM_Task, 'duration_secs': 0.518274} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.244725] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.249681] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b03e0cc-e4cc-4b78-9c40-55f95d141df7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.268830] env[71147]: DEBUG oslo_vmware.api [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1225.268830] env[71147]: value = "task-3421981" [ 1225.268830] env[71147]: _type = "Task" [ 1225.268830] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.280345] env[71147]: DEBUG oslo_vmware.api [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.309096] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.309507] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.310145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.310145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.310145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.312830] env[71147]: INFO nova.compute.manager [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Terminating instance [ 1225.355442] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "44b7b260-e596-4bc9-9e98-56162cb791d1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.512115] env[71147]: DEBUG nova.scheduler.client.report [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.561395] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.623934] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421977, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.800412} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.624242] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 5c3525ce-7fd1-41c7-bb14-85b82d510005/5c3525ce-7fd1-41c7-bb14-85b82d510005.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.624465] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.624729] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7611372-44b4-4d88-a9da-63157bb82f8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.633269] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1225.633269] env[71147]: value = "task-3421982" [ 1225.633269] env[71147]: _type = "Task" [ 1225.633269] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.641253] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.778900] env[71147]: DEBUG oslo_vmware.api [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421981, 'name': ReconfigVM_Task, 'duration_secs': 0.323754} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.779271] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682676', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'name': 'volume-473ef6ae-b5e8-411d-9218-6390bd9ce263', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c1887aa-7a48-4055-b772-474ae7d40768', 'attached_at': '', 'detached_at': '', 'volume_id': '473ef6ae-b5e8-411d-9218-6390bd9ce263', 'serial': '473ef6ae-b5e8-411d-9218-6390bd9ce263'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.817017] env[71147]: DEBUG nova.compute.manager [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.817239] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.818199] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc7a4c4-1472-4a9b-8176-6ee0e436a449 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.826759] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.827044] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a688485-0bbf-496a-8164-1e4f17ce98c0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.833812] env[71147]: DEBUG oslo_vmware.api [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1225.833812] env[71147]: value = "task-3421984" [ 1225.833812] env[71147]: _type = "Task" [ 1225.833812] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.842593] env[71147]: DEBUG oslo_vmware.api [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.061086] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421980, 'name': ReconfigVM_Task, 'duration_secs': 0.75966} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.061086] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c/5266a021-9df4-4eaa-aefa-ffb20d496c3c.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.061533] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2656842-55d3-432f-864b-f7aed2802a9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.068052] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1226.068052] env[71147]: value = "task-3421985" [ 1226.068052] env[71147]: _type = "Task" [ 1226.068052] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.078428] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421985, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.143553] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081566} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.143833] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.144629] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2630d-b426-4377-9fe7-9371df32dfdc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.167875] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 5c3525ce-7fd1-41c7-bb14-85b82d510005/5c3525ce-7fd1-41c7-bb14-85b82d510005.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.168161] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-484ce7fc-36e3-4250-b9f7-ebaeef813caf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.189673] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1226.189673] env[71147]: value = "task-3421986" [ 1226.189673] env[71147]: _type = "Task" [ 1226.189673] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.198400] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.324517] env[71147]: DEBUG nova.objects.instance [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lazy-loading 'flavor' on Instance uuid 2c1887aa-7a48-4055-b772-474ae7d40768 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.345253] env[71147]: DEBUG oslo_vmware.api [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421984, 'name': PowerOffVM_Task, 'duration_secs': 0.210587} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.345519] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.345683] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.346293] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b4ce46-18b3-44ef-a614-a63bbd0beccb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.416974] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.417349] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.417672] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleting the datastore file [datastore1] e44d692f-b03d-4dab-8fa4-e17c94a7d886 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.418016] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d042ab-26b2-4658-bdd6-b87a7c98ad93 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.425728] env[71147]: DEBUG oslo_vmware.api [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for the task: (returnval){ [ 1226.425728] env[71147]: value = "task-3421988" [ 1226.425728] env[71147]: _type = "Task" [ 1226.425728] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.433642] env[71147]: DEBUG oslo_vmware.api [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.524029] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.266s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.526726] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.836s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.526949] env[71147]: DEBUG nova.objects.instance [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lazy-loading 'pci_requests' on Instance uuid 6eb760fe-9dac-48a4-9685-a231d05c16b3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.579343] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421985, 'name': Rename_Task, 'duration_secs': 0.15217} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.579589] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.579866] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e30d7f57-d9fb-4852-ba1f-aa420cf53a34 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.587196] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1226.587196] env[71147]: value = "task-3421989" [ 1226.587196] env[71147]: _type = "Task" [ 1226.587196] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.604322] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.700514] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.936656] env[71147]: DEBUG oslo_vmware.api [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Task: {'id': task-3421988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206296} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.937060] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.937121] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.937294] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.937470] env[71147]: INFO nova.compute.manager [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1226.937722] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.937913] env[71147]: DEBUG nova.compute.manager [-] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.938087] env[71147]: DEBUG nova.network.neutron [-] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.034583] env[71147]: DEBUG nova.objects.instance [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lazy-loading 'numa_topology' on Instance uuid 6eb760fe-9dac-48a4-9685-a231d05c16b3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.088973] env[71147]: INFO nova.scheduler.client.report [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted allocation for migration 066fe48b-de2b-408b-a5c9-4b81c7cb8f58 [ 1227.099957] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.203629] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.208593] env[71147]: DEBUG nova.compute.manager [req-07a39ec4-288e-4b45-b22f-b98b782f5455 req-f1d5139f-3776-4b1d-962b-c7818dd1c7b9 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Received event network-vif-deleted-55d1dd15-0d46-429b-ac3d-dbb22b70e453 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.208820] env[71147]: INFO nova.compute.manager [req-07a39ec4-288e-4b45-b22f-b98b782f5455 req-f1d5139f-3776-4b1d-962b-c7818dd1c7b9 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Neutron deleted interface 55d1dd15-0d46-429b-ac3d-dbb22b70e453; detaching it from the instance and deleting it from the info cache [ 1227.208996] env[71147]: DEBUG nova.network.neutron [req-07a39ec4-288e-4b45-b22f-b98b782f5455 req-f1d5139f-3776-4b1d-962b-c7818dd1c7b9 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.332227] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5bf68b7f-3bb8-4aee-bbd7-8b73d0d6e22d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.745s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.538917] env[71147]: INFO nova.compute.claims [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.597314] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70307a65-1df2-4181-ae31-1013bbccdd06 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.376s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.600429] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.075s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.601165] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.602184] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47713b64-9804-488d-81eb-6bad2316eb0c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.688344] env[71147]: DEBUG nova.network.neutron [-] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.702201] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421986, 'name': ReconfigVM_Task, 'duration_secs': 1.360509} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.703074] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 5c3525ce-7fd1-41c7-bb14-85b82d510005/5c3525ce-7fd1-41c7-bb14-85b82d510005.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.703876] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acb478bc-680d-4b07-8e7a-07c1b6f5219e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.711429] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1227.711429] env[71147]: value = "task-3421990" [ 1227.711429] env[71147]: _type = "Task" [ 1227.711429] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.715639] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.715922] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea3d755d-1958-43ef-b2f5-ad4a79a15d67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.724172] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421990, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.727866] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9fb52c-0d9a-4c5e-be1b-f30c4fce49b2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.759448] env[71147]: DEBUG nova.compute.manager [req-07a39ec4-288e-4b45-b22f-b98b782f5455 req-f1d5139f-3776-4b1d-962b-c7818dd1c7b9 service nova] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Detach interface failed, port_id=55d1dd15-0d46-429b-ac3d-dbb22b70e453, reason: Instance e44d692f-b03d-4dab-8fa4-e17c94a7d886 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.839485] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "2c1887aa-7a48-4055-b772-474ae7d40768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.839551] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.839933] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "2c1887aa-7a48-4055-b772-474ae7d40768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.840354] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.840700] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.843687] env[71147]: INFO nova.compute.manager [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Terminating instance [ 1228.099410] env[71147]: DEBUG oslo_vmware.api [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3421989, 'name': PowerOnVM_Task, 'duration_secs': 1.345483} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.099677] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.113665] env[71147]: INFO nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] During sync_power_state the instance has a pending task (deleting). Skip. [ 1228.113902] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.114176] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.399s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.114392] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.114589] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.114769] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.117165] env[71147]: INFO nova.compute.manager [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Terminating instance [ 1228.191389] env[71147]: INFO nova.compute.manager [-] [instance: e44d692f-b03d-4dab-8fa4-e17c94a7d886] Took 1.25 seconds to deallocate network for instance. [ 1228.221685] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421990, 'name': Rename_Task, 'duration_secs': 0.145559} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.221960] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.222264] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1de43907-6a59-4fb5-8589-0d305933a750 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.229895] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1228.229895] env[71147]: value = "task-3421992" [ 1228.229895] env[71147]: _type = "Task" [ 1228.229895] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.234373] env[71147]: DEBUG nova.compute.manager [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.235265] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4440ad91-6713-4f42-833c-9dc9155288f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.240856] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.347541] env[71147]: DEBUG nova.compute.manager [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.347784] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.349033] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c998f2c-e8b5-4512-84a3-809b82411fa6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.357130] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.357324] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9b98c5-6fb8-47aa-b838-f412c84ef1e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.364431] env[71147]: DEBUG oslo_vmware.api [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1228.364431] env[71147]: value = "task-3421993" [ 1228.364431] env[71147]: _type = "Task" [ 1228.364431] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.373607] env[71147]: DEBUG oslo_vmware.api [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.623133] env[71147]: DEBUG nova.compute.manager [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.623406] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.624501] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f0e000-bb91-4cd7-a7af-1a2522a72430 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.633443] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.635996] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-437c480e-2ad1-4523-baa9-a96deab2afe3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.643796] env[71147]: DEBUG oslo_vmware.api [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1228.643796] env[71147]: value = "task-3421994" [ 1228.643796] env[71147]: _type = "Task" [ 1228.643796] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.657563] env[71147]: DEBUG oslo_vmware.api [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.698822] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.704979] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef09965-cfee-42fd-b8ee-5295d1b24fe1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.714574] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6288598d-403c-4de2-ac8f-e3d97911a5ec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.757264] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7a9f8f-ca69-489e-ba8e-03eae8a3e381 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.762437] env[71147]: DEBUG oslo_concurrency.lockutils [None req-3e82c461-0a58-4620-8cac-a5ff797ad5ae tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.771s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.763821] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.236s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.764054] env[71147]: INFO nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1228.764243] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.767918] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421992, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.771641] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605bb7b0-c5f4-4ded-b3c9-6a85d1c96afd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.786221] env[71147]: DEBUG nova.compute.provider_tree [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.875367] env[71147]: DEBUG oslo_vmware.api [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421993, 'name': PowerOffVM_Task, 'duration_secs': 0.164343} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.875651] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.875855] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.876136] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7b4f197-873f-41d0-8723-9cba73bf675c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.967755] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.968053] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.968361] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleting the datastore file [datastore1] 2c1887aa-7a48-4055-b772-474ae7d40768 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.968652] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4953350-44a4-4ac8-a8cd-fc5f62965e3f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.976760] env[71147]: DEBUG oslo_vmware.api [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1228.976760] env[71147]: value = "task-3421996" [ 1228.976760] env[71147]: _type = "Task" [ 1228.976760] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.984732] env[71147]: DEBUG oslo_vmware.api [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.155722] env[71147]: DEBUG oslo_vmware.api [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421994, 'name': PowerOffVM_Task, 'duration_secs': 0.253559} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.155955] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.156144] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.156399] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6318714b-9b47-4608-9256-8f7ae988d1d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.226392] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.226884] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.227084] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleting the datastore file [datastore1] a1c91e5f-c70c-4cc9-a624-edbd8186f801 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.227368] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b44262de-b35f-4be6-947c-9ab71540f927 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.234432] env[71147]: DEBUG oslo_vmware.api [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1229.234432] env[71147]: value = "task-3421998" [ 1229.234432] env[71147]: _type = "Task" [ 1229.234432] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.242525] env[71147]: DEBUG oslo_vmware.api [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.256306] env[71147]: DEBUG oslo_vmware.api [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421992, 'name': PowerOnVM_Task, 'duration_secs': 0.570268} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.256528] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.256726] env[71147]: INFO nova.compute.manager [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1229.256899] env[71147]: DEBUG nova.compute.manager [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.257649] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0873f0-a4bb-406e-95c4-5d67b6dd6caf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.289486] env[71147]: DEBUG nova.scheduler.client.report [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.486790] env[71147]: DEBUG oslo_vmware.api [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3421996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29677} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.487065] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.487273] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.487457] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.487626] env[71147]: INFO nova.compute.manager [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1229.487864] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.488081] env[71147]: DEBUG nova.compute.manager [-] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.488217] env[71147]: DEBUG nova.network.neutron [-] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.747466] env[71147]: DEBUG oslo_vmware.api [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3421998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477411} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.747746] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.747919] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.748106] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.748310] env[71147]: INFO nova.compute.manager [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1229.748511] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.748701] env[71147]: DEBUG nova.compute.manager [-] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.748794] env[71147]: DEBUG nova.network.neutron [-] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.775558] env[71147]: INFO nova.compute.manager [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Took 15.74 seconds to build instance. [ 1229.794237] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.267s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.796399] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.688s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.796633] env[71147]: DEBUG nova.objects.instance [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lazy-loading 'resources' on Instance uuid 0c113879-90d7-4c10-8c05-abb364490a63 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.847608] env[71147]: INFO nova.network.neutron [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating port da4e1e9b-6b1f-40f4-9bc7-807828d08c47 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1230.182733] env[71147]: DEBUG nova.compute.manager [req-88d769ee-bb30-4f20-85a0-83d2ea4b5cfe req-b4c0637f-2940-4857-9667-a715a87313c6 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Received event network-vif-deleted-67d9c19e-e022-428a-92d9-d45f035b3f1e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.182733] env[71147]: INFO nova.compute.manager [req-88d769ee-bb30-4f20-85a0-83d2ea4b5cfe req-b4c0637f-2940-4857-9667-a715a87313c6 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Neutron deleted interface 67d9c19e-e022-428a-92d9-d45f035b3f1e; detaching it from the instance and deleting it from the info cache [ 1230.182733] env[71147]: DEBUG nova.network.neutron [req-88d769ee-bb30-4f20-85a0-83d2ea4b5cfe req-b4c0637f-2940-4857-9667-a715a87313c6 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.212825] env[71147]: DEBUG nova.compute.manager [req-ad71f9b9-1159-42dc-9b19-c87985527ce7 req-7dd0a2c7-6472-48b3-aff5-27caa53efbbc service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Received event network-vif-deleted-101e71e3-b306-452a-b7de-a4fdae190a1a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.212915] env[71147]: INFO nova.compute.manager [req-ad71f9b9-1159-42dc-9b19-c87985527ce7 req-7dd0a2c7-6472-48b3-aff5-27caa53efbbc service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Neutron deleted interface 101e71e3-b306-452a-b7de-a4fdae190a1a; detaching it from the instance and deleting it from the info cache [ 1230.214180] env[71147]: DEBUG nova.network.neutron [req-ad71f9b9-1159-42dc-9b19-c87985527ce7 req-7dd0a2c7-6472-48b3-aff5-27caa53efbbc service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.279464] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8671b1e4-c08a-4ea2-a885-cf9cfa9a6c99 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.257s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.279464] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.750s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.279464] env[71147]: INFO nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] During sync_power_state the instance has a pending task (spawning). Skip. [ 1230.279464] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.501228] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896c3cb0-dab6-4009-a4be-bf747593f54b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.510218] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7c5e46-d86f-4e40-8f41-496a32c7472b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.543676] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e933d7-f259-439d-9b69-315fc709166b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.552562] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cbfd1c-1f9f-438f-a8c6-bae648921938 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.567533] env[71147]: DEBUG nova.compute.provider_tree [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.657131] env[71147]: DEBUG nova.network.neutron [-] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.690140] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c3bf424-7e3f-44e1-b532-3c0b389b875f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.695310] env[71147]: DEBUG nova.network.neutron [-] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.703730] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d501c-1785-46bc-a387-5c103509ba5d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.724623] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-590f0043-e464-41fa-ae7d-9cde155e878c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.736326] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58709c7c-37b1-4d81-b70f-ec3382bd930b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.755997] env[71147]: DEBUG nova.compute.manager [req-88d769ee-bb30-4f20-85a0-83d2ea4b5cfe req-b4c0637f-2940-4857-9667-a715a87313c6 service nova] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Detach interface failed, port_id=67d9c19e-e022-428a-92d9-d45f035b3f1e, reason: Instance 2c1887aa-7a48-4055-b772-474ae7d40768 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1230.783363] env[71147]: DEBUG nova.compute.manager [req-ad71f9b9-1159-42dc-9b19-c87985527ce7 req-7dd0a2c7-6472-48b3-aff5-27caa53efbbc service nova] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Detach interface failed, port_id=101e71e3-b306-452a-b7de-a4fdae190a1a, reason: Instance a1c91e5f-c70c-4cc9-a624-edbd8186f801 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.071434] env[71147]: DEBUG nova.scheduler.client.report [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.162480] env[71147]: INFO nova.compute.manager [-] [instance: 2c1887aa-7a48-4055-b772-474ae7d40768] Took 1.67 seconds to deallocate network for instance. [ 1231.193295] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "5c3525ce-7fd1-41c7-bb14-85b82d510005" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.193800] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.193800] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "5c3525ce-7fd1-41c7-bb14-85b82d510005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.193974] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.194183] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.196424] env[71147]: INFO nova.compute.manager [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Terminating instance [ 1231.197871] env[71147]: INFO nova.compute.manager [-] [instance: a1c91e5f-c70c-4cc9-a624-edbd8186f801] Took 1.45 seconds to deallocate network for instance. [ 1231.397023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.397023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.464255] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.464255] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.464535] env[71147]: DEBUG nova.network.neutron [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.576537] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.582871] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.595s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.582871] env[71147]: DEBUG nova.objects.instance [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'pci_requests' on Instance uuid 22e007a9-e619-4583-8b21-eb245c92e45f {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.602963] env[71147]: INFO nova.scheduler.client.report [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Deleted allocations for instance 0c113879-90d7-4c10-8c05-abb364490a63 [ 1231.668761] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.701585] env[71147]: DEBUG nova.compute.manager [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.701982] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.703315] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1893ed2d-f86f-4620-8ec1-2abe388769aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.706658] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.712192] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.712452] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7997d8cf-1363-445f-acc8-ad49d200c77c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.721971] env[71147]: DEBUG oslo_vmware.api [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1231.721971] env[71147]: value = "task-3421999" [ 1231.721971] env[71147]: _type = "Task" [ 1231.721971] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.730729] env[71147]: DEBUG oslo_vmware.api [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.900405] env[71147]: DEBUG nova.compute.utils [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.065971] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Acquiring lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.066226] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.086165] env[71147]: DEBUG nova.objects.instance [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'numa_topology' on Instance uuid 22e007a9-e619-4583-8b21-eb245c92e45f {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.109423] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cfd0c1cb-bf7e-497a-923d-d07f55d6e2e1 tempest-AttachVolumeNegativeTest-950002537 tempest-AttachVolumeNegativeTest-950002537-project-member] Lock "0c113879-90d7-4c10-8c05-abb364490a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.799s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.110311] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "0c113879-90d7-4c10-8c05-abb364490a63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.582s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.110511] env[71147]: INFO nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 0c113879-90d7-4c10-8c05-abb364490a63] During sync_power_state the instance has a pending task (deleting). Skip. [ 1232.110681] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "0c113879-90d7-4c10-8c05-abb364490a63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.185116] env[71147]: DEBUG nova.network.neutron [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating instance_info_cache with network_info: [{"id": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "address": "fa:16:3e:0a:aa:9c", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4e1e9b-6b", "ovs_interfaceid": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.207331] env[71147]: DEBUG nova.compute.manager [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received event network-vif-plugged-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.207892] env[71147]: DEBUG oslo_concurrency.lockutils [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] Acquiring lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.208130] env[71147]: DEBUG oslo_concurrency.lockutils [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.208303] env[71147]: DEBUG oslo_concurrency.lockutils [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.208474] env[71147]: DEBUG nova.compute.manager [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] No waiting events found dispatching network-vif-plugged-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.208643] env[71147]: WARNING nova.compute.manager [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received unexpected event network-vif-plugged-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 for instance with vm_state shelved_offloaded and task_state spawning. [ 1232.208801] env[71147]: DEBUG nova.compute.manager [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received event network-changed-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.208956] env[71147]: DEBUG nova.compute.manager [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Refreshing instance network info cache due to event network-changed-da4e1e9b-6b1f-40f4-9bc7-807828d08c47. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.209165] env[71147]: DEBUG oslo_concurrency.lockutils [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] Acquiring lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.231954] env[71147]: DEBUG oslo_vmware.api [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3421999, 'name': PowerOffVM_Task, 'duration_secs': 0.411972} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.232213] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.232424] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.232658] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c143b38-b568-49f6-afa2-d124e3d0ed11 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.314282] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.314562] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.314751] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleting the datastore file [datastore2] 5c3525ce-7fd1-41c7-bb14-85b82d510005 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.315032] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d8cae0e-ee22-4b2e-9e7e-1baeb5622b30 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.322204] env[71147]: DEBUG oslo_vmware.api [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1232.322204] env[71147]: value = "task-3422001" [ 1232.322204] env[71147]: _type = "Task" [ 1232.322204] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.330800] env[71147]: DEBUG oslo_vmware.api [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.404646] env[71147]: DEBUG oslo_concurrency.lockutils [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.569821] env[71147]: DEBUG nova.compute.manager [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.590822] env[71147]: INFO nova.compute.claims [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.687767] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.690299] env[71147]: DEBUG oslo_concurrency.lockutils [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] Acquired lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.690506] env[71147]: DEBUG nova.network.neutron [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Refreshing network info cache for port da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.719446] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cd32b3a68ac14b22571e118f43c892bb',container_format='bare',created_at=2025-04-14T15:37:08Z,direct_url=,disk_format='vmdk',id=e89c41c8-d9e3-418a-9e64-2eadba8ecc74,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-199498640-shelved',owner='fed2b153f8bd4b44aa9b9dd6dda5659c',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-04-14T15:37:22Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.719703] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.719859] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.720065] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.720220] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.720365] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.720572] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.720728] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.720893] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.721063] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.721259] env[71147]: DEBUG nova.virt.hardware [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.722430] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d84f2f-ae02-4434-a4d2-46d0543c78da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.730290] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae0baa4-5a81-4447-9e5a-6fc6cf4131a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.746711] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:aa:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da4e1e9b-6b1f-40f4-9bc7-807828d08c47', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.754171] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.754453] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.754676] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70bb2b1c-3f80-4418-a343-4b3cbc6fdcc9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.778801] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.778801] env[71147]: value = "task-3422003" [ 1232.778801] env[71147]: _type = "Task" [ 1232.778801] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.787101] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422003, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.835455] env[71147]: DEBUG oslo_vmware.api [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389361} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.835722] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.835932] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.836152] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.836362] env[71147]: INFO nova.compute.manager [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1232.836616] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.836813] env[71147]: DEBUG nova.compute.manager [-] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.836912] env[71147]: DEBUG nova.network.neutron [-] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.097322] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.288537] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422003, 'name': CreateVM_Task, 'duration_secs': 0.373477} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.288710] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.289384] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.289551] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.289921] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.290191] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eece7fdc-0efa-4e9b-a794-90aae25d753c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.294815] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1233.294815] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523f7696-d144-6a70-4895-de32b5fd9774" [ 1233.294815] env[71147]: _type = "Task" [ 1233.294815] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.302432] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523f7696-d144-6a70-4895-de32b5fd9774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.364266] env[71147]: DEBUG nova.network.neutron [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updated VIF entry in instance network info cache for port da4e1e9b-6b1f-40f4-9bc7-807828d08c47. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.364616] env[71147]: DEBUG nova.network.neutron [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating instance_info_cache with network_info: [{"id": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "address": "fa:16:3e:0a:aa:9c", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4e1e9b-6b", "ovs_interfaceid": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.473042] env[71147]: DEBUG oslo_concurrency.lockutils [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.473399] env[71147]: DEBUG oslo_concurrency.lockutils [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.473658] env[71147]: INFO nova.compute.manager [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Attaching volume 1c35a04c-889c-41bb-9484-7a7b2399c994 to /dev/sdb [ 1233.503733] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31596dea-3c3c-45ff-88b3-12fb4efb4d29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.511068] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ee237b-c350-40b4-8388-37b2a459ab73 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.525160] env[71147]: DEBUG nova.virt.block_device [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Updating existing volume attachment record: a52fde47-bf64-4357-a167-9af089ba7ff3 {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1233.584679] env[71147]: DEBUG nova.network.neutron [-] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.756484] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7d3d96-84f6-4bd2-a109-205ebc254aea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.766455] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d8afec-ccaa-4fdf-9455-7ccfa9563cf1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.804118] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a113bf03-c655-4a46-9dea-775142aeaaaa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.814392] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.814633] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Processing image e89c41c8-d9e3-418a-9e64-2eadba8ecc74 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.814875] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74/e89c41c8-d9e3-418a-9e64-2eadba8ecc74.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.815038] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74/e89c41c8-d9e3-418a-9e64-2eadba8ecc74.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.815220] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.815536] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2050dd3-5108-41fc-8ed7-ad8e67675c64 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.818310] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b324f5a2-c9d1-4a0a-b8ed-d09cf5a0b60b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.833115] env[71147]: DEBUG nova.compute.provider_tree [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.835919] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.835919] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.836417] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d13aea-8bf1-42db-aa17-6e0fe8a5c446 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.841871] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1233.841871] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521e24e6-752b-d7bd-126f-8b5e59eba20d" [ 1233.841871] env[71147]: _type = "Task" [ 1233.841871] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.850139] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521e24e6-752b-d7bd-126f-8b5e59eba20d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.867255] env[71147]: DEBUG oslo_concurrency.lockutils [req-45594f1c-c643-4228-9de4-f40a7fb5e132 req-017baa7e-7e3f-4a9d-811f-da710b024c2b service nova] Releasing lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.087311] env[71147]: INFO nova.compute.manager [-] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Took 1.25 seconds to deallocate network for instance. [ 1234.240998] env[71147]: DEBUG nova.compute.manager [req-470d44e6-f82d-443a-af4a-2ffeab39fc98 req-bf9b4338-2023-47b6-a976-53cc35dae9ff service nova] [instance: 5c3525ce-7fd1-41c7-bb14-85b82d510005] Received event network-vif-deleted-acadb43b-a788-4cc9-ac70-7193b6d6e514 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.338077] env[71147]: DEBUG nova.scheduler.client.report [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.352019] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Preparing fetch location {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1234.352900] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Fetch image to [datastore1] OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a/OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a.vmdk {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1234.352900] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Downloading stream optimized image e89c41c8-d9e3-418a-9e64-2eadba8ecc74 to [datastore1] OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a/OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a.vmdk on the data store datastore1 as vApp {{(pid=71147) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1234.352900] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Downloading image file data e89c41c8-d9e3-418a-9e64-2eadba8ecc74 to the ESX as VM named 'OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a' {{(pid=71147) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1234.456965] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1234.456965] env[71147]: value = "resgroup-9" [ 1234.456965] env[71147]: _type = "ResourcePool" [ 1234.456965] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1234.457294] env[71147]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b31a2747-f785-405f-a0ea-abfefd76ead4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.479598] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lease: (returnval){ [ 1234.479598] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288e951-bfc2-a48f-656f-f08b120053f8" [ 1234.479598] env[71147]: _type = "HttpNfcLease" [ 1234.479598] env[71147]: } obtained for vApp import into resource pool (val){ [ 1234.479598] env[71147]: value = "resgroup-9" [ 1234.479598] env[71147]: _type = "ResourcePool" [ 1234.479598] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1234.480018] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the lease: (returnval){ [ 1234.480018] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288e951-bfc2-a48f-656f-f08b120053f8" [ 1234.480018] env[71147]: _type = "HttpNfcLease" [ 1234.480018] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1234.487930] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.487930] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288e951-bfc2-a48f-656f-f08b120053f8" [ 1234.487930] env[71147]: _type = "HttpNfcLease" [ 1234.487930] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1234.594549] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.844302] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.262s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.847186] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.515s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.879595] env[71147]: INFO nova.network.neutron [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating port d01f9eba-f429-41fe-b9c7-0f3249ed16e1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1234.991212] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.991212] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288e951-bfc2-a48f-656f-f08b120053f8" [ 1234.991212] env[71147]: _type = "HttpNfcLease" [ 1234.991212] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1235.490929] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.490929] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288e951-bfc2-a48f-656f-f08b120053f8" [ 1235.490929] env[71147]: _type = "HttpNfcLease" [ 1235.490929] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1235.491449] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1235.491449] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5288e951-bfc2-a48f-656f-f08b120053f8" [ 1235.491449] env[71147]: _type = "HttpNfcLease" [ 1235.491449] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1235.492086] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f0cca7-ea28-4815-b585-9ae07abfa76d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.500680] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200efbb-0e64-7a30-3fce-45b5f53c9fca/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1235.500920] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200efbb-0e64-7a30-3fce-45b5f53c9fca/disk-0.vmdk. {{(pid=71147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1235.566400] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-69872ccb-afa1-4824-a6f1-156c63012234 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.889632] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.889781] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.889929] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 2c1887aa-7a48-4055-b772-474ae7d40768 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1235.890077] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance e44d692f-b03d-4dab-8fa4-e17c94a7d886 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1235.890277] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 94b1ffac-7929-47ff-ad38-a9cdfb030782 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.890543] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance a1c91e5f-c70c-4cc9-a624-edbd8186f801 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1235.890741] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5266a021-9df4-4eaa-aefa-ffb20d496c3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.890889] env[71147]: WARNING nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5c3525ce-7fd1-41c7-bb14-85b82d510005 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1235.891105] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 6eb760fe-9dac-48a4-9685-a231d05c16b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.891416] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 22e007a9-e619-4583-8b21-eb245c92e45f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.376913] env[71147]: DEBUG nova.compute.manager [req-40f96696-325c-42fd-8684-1e9cfffac706 req-ecfda0e6-d780-4d43-82dd-a9460279ffba service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received event network-vif-plugged-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.377198] env[71147]: DEBUG oslo_concurrency.lockutils [req-40f96696-325c-42fd-8684-1e9cfffac706 req-ecfda0e6-d780-4d43-82dd-a9460279ffba service nova] Acquiring lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.377479] env[71147]: DEBUG oslo_concurrency.lockutils [req-40f96696-325c-42fd-8684-1e9cfffac706 req-ecfda0e6-d780-4d43-82dd-a9460279ffba service nova] Lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.377723] env[71147]: DEBUG oslo_concurrency.lockutils [req-40f96696-325c-42fd-8684-1e9cfffac706 req-ecfda0e6-d780-4d43-82dd-a9460279ffba service nova] Lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.377978] env[71147]: DEBUG nova.compute.manager [req-40f96696-325c-42fd-8684-1e9cfffac706 req-ecfda0e6-d780-4d43-82dd-a9460279ffba service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] No waiting events found dispatching network-vif-plugged-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.378241] env[71147]: WARNING nova.compute.manager [req-40f96696-325c-42fd-8684-1e9cfffac706 req-ecfda0e6-d780-4d43-82dd-a9460279ffba service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received unexpected event network-vif-plugged-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1236.395050] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1236.395409] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1236.395647] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1236.479838] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.479983] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.480338] env[71147]: DEBUG nova.network.neutron [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.594353] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e55babd-f33f-4bff-8ad9-51ee1fae2303 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.606372] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce28976-56bd-4244-81fb-72527f80b404 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.646543] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb73c3b-3dba-49be-880f-b44bf4a2f8b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.657035] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b6732b-b0d5-4c10-ab70-0094faca7005 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.676028] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.926785] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Completed reading data from the image iterator. {{(pid=71147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1236.927016] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200efbb-0e64-7a30-3fce-45b5f53c9fca/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1236.928044] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7010a688-a3b3-48b7-b721-b16e15f86424 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.935876] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200efbb-0e64-7a30-3fce-45b5f53c9fca/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1236.936095] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200efbb-0e64-7a30-3fce-45b5f53c9fca/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1236.936340] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0885f73b-a1b4-48fb-b458-f487ceabe07c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.182800] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.223684] env[71147]: DEBUG nova.network.neutron [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating instance_info_cache with network_info: [{"id": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "address": "fa:16:3e:2f:59:0a", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01f9eba-f4", "ovs_interfaceid": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.611144] env[71147]: DEBUG oslo_vmware.rw_handles [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200efbb-0e64-7a30-3fce-45b5f53c9fca/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1237.611498] env[71147]: INFO nova.virt.vmwareapi.images [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Downloaded image file data e89c41c8-d9e3-418a-9e64-2eadba8ecc74 [ 1237.612349] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844b22dd-7752-4548-901c-eea412cecdc2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.628044] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c20edcc-e8ef-48cf-bb12-879b2aea8a98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.657022] env[71147]: INFO nova.virt.vmwareapi.images [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] The imported VM was unregistered [ 1237.659970] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Caching image {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1237.660262] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74 {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.660692] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eebe0931-e15e-47ab-bf9e-bdd1ab59f9ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.672608] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Created directory with path [datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74 {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.673482] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a/OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a.vmdk to [datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74/e89c41c8-d9e3-418a-9e64-2eadba8ecc74.vmdk. {{(pid=71147) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1237.673482] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-015a6cc7-63a8-46f7-92cf-a8bc52e64a62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.681851] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1237.681851] env[71147]: value = "task-3422009" [ 1237.681851] env[71147]: _type = "Task" [ 1237.681851] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.690522] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1237.690750] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.844s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.691048] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422009, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.691335] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.993s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.691531] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.693465] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.025s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.693705] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.695415] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.989s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.695592] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.697148] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.600s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.698641] env[71147]: INFO nova.compute.claims [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.723538] env[71147]: INFO nova.scheduler.client.report [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted allocations for instance a1c91e5f-c70c-4cc9-a624-edbd8186f801 [ 1237.725941] env[71147]: INFO nova.scheduler.client.report [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Deleted allocations for instance e44d692f-b03d-4dab-8fa4-e17c94a7d886 [ 1237.726955] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.737009] env[71147]: INFO nova.scheduler.client.report [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted allocations for instance 2c1887aa-7a48-4055-b772-474ae7d40768 [ 1237.763126] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='45f14e1dd01117f1d8d0b3469d0ac4fc',container_format='bare',created_at=2025-04-14T15:37:09Z,direct_url=,disk_format='vmdk',id=3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1914475879-shelved',owner='da5496217b7b4f458818189a20c00699',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-14T15:37:24Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.763413] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.763626] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.763817] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.764014] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.764280] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.764427] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.764672] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.764835] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.765192] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.765750] env[71147]: DEBUG nova.virt.hardware [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.766456] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e333fb-6987-4397-bdb4-aaa6426b2a26 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.774889] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abf482a-f666-460e-9545-3ca44e5d7500 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.791484] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:59:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd01f9eba-f429-41fe-b9c7-0f3249ed16e1', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.799466] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.800092] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.800464] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-341162c8-7004-4520-b2aa-4e7729f056e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.824777] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.824777] env[71147]: value = "task-3422010" [ 1237.824777] env[71147]: _type = "Task" [ 1237.824777] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.838557] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422010, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.070781] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1238.071039] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682700', 'volume_id': '1c35a04c-889c-41bb-9484-7a7b2399c994', 'name': 'volume-1c35a04c-889c-41bb-9484-7a7b2399c994', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94b1ffac-7929-47ff-ad38-a9cdfb030782', 'attached_at': '', 'detached_at': '', 'volume_id': '1c35a04c-889c-41bb-9484-7a7b2399c994', 'serial': '1c35a04c-889c-41bb-9484-7a7b2399c994'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1238.072080] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52604b13-a684-42bd-abc7-2fb161d9c107 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.093511] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b985388-8f65-4bf7-a2e2-aaae67fc57b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.123389] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-1c35a04c-889c-41bb-9484-7a7b2399c994/volume-1c35a04c-889c-41bb-9484-7a7b2399c994.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.123739] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0718f59c-22ba-4314-8af2-4e1d038f6dd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.147438] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1238.147438] env[71147]: value = "task-3422011" [ 1238.147438] env[71147]: _type = "Task" [ 1238.147438] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.160620] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.194819] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422009, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.238830] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5836ff79-f08a-4290-9e93-4276d458b974 tempest-AttachInterfacesTestJSON-285586148 tempest-AttachInterfacesTestJSON-285586148-project-member] Lock "e44d692f-b03d-4dab-8fa4-e17c94a7d886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.929s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.240490] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a57ebe0d-4dd2-4660-a66b-e0b67a205ed5 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "a1c91e5f-c70c-4cc9-a624-edbd8186f801" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.126s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.243526] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7e203355-6dfb-4fce-8349-a0d235e91628 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "2c1887aa-7a48-4055-b772-474ae7d40768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.404s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.339267] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422010, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.409980] env[71147]: DEBUG nova.compute.manager [req-46e85f14-a8ee-4eac-bab4-9e2d919d2e7b req-841672ae-e75c-432d-8cbe-688c333d5c48 service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received event network-changed-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.410214] env[71147]: DEBUG nova.compute.manager [req-46e85f14-a8ee-4eac-bab4-9e2d919d2e7b req-841672ae-e75c-432d-8cbe-688c333d5c48 service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Refreshing instance network info cache due to event network-changed-d01f9eba-f429-41fe-b9c7-0f3249ed16e1. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.410429] env[71147]: DEBUG oslo_concurrency.lockutils [req-46e85f14-a8ee-4eac-bab4-9e2d919d2e7b req-841672ae-e75c-432d-8cbe-688c333d5c48 service nova] Acquiring lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.410619] env[71147]: DEBUG oslo_concurrency.lockutils [req-46e85f14-a8ee-4eac-bab4-9e2d919d2e7b req-841672ae-e75c-432d-8cbe-688c333d5c48 service nova] Acquired lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.410746] env[71147]: DEBUG nova.network.neutron [req-46e85f14-a8ee-4eac-bab4-9e2d919d2e7b req-841672ae-e75c-432d-8cbe-688c333d5c48 service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Refreshing network info cache for port d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.662320] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.696149] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422009, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.834465] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e4d2d2-2a98-40da-8049-5e951bbaaa91 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.840871] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422010, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.847042] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86677281-7dc7-4b63-bfff-95fe13cedf5f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.879112] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a329c2b5-b3cd-4113-a64a-4f80ffb55937 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.888085] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce036bc-81f1-40cd-b52a-ef0446bfd6e1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.903686] env[71147]: DEBUG nova.compute.provider_tree [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.166682] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.196687] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422009, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.290688] env[71147]: DEBUG nova.network.neutron [req-46e85f14-a8ee-4eac-bab4-9e2d919d2e7b req-841672ae-e75c-432d-8cbe-688c333d5c48 service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updated VIF entry in instance network info cache for port d01f9eba-f429-41fe-b9c7-0f3249ed16e1. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.291107] env[71147]: DEBUG nova.network.neutron [req-46e85f14-a8ee-4eac-bab4-9e2d919d2e7b req-841672ae-e75c-432d-8cbe-688c333d5c48 service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating instance_info_cache with network_info: [{"id": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "address": "fa:16:3e:2f:59:0a", "network": {"id": "126be68f-1ad2-4a6c-8de0-fae0a9fc2046", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1801658232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da5496217b7b4f458818189a20c00699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01f9eba-f4", "ovs_interfaceid": "d01f9eba-f429-41fe-b9c7-0f3249ed16e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.341047] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422010, 'name': CreateVM_Task, 'duration_secs': 1.410973} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.347432] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.347432] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.347432] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.347963] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.348326] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e20dbf-fb52-4f57-bd9d-285d459c814b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.354364] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1239.354364] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5245dd66-7f4d-e2cb-3803-5ed4038356bb" [ 1239.354364] env[71147]: _type = "Task" [ 1239.354364] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.364372] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5245dd66-7f4d-e2cb-3803-5ed4038356bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.407036] env[71147]: DEBUG nova.scheduler.client.report [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.569645] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.569645] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.660526] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.697955] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422009, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.794468] env[71147]: DEBUG oslo_concurrency.lockutils [req-46e85f14-a8ee-4eac-bab4-9e2d919d2e7b req-841672ae-e75c-432d-8cbe-688c333d5c48 service nova] Releasing lock "refresh_cache-22e007a9-e619-4583-8b21-eb245c92e45f" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.866595] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.866942] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Processing image 3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.867105] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.867256] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.867441] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.867752] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ebc9ea1-4080-459c-93a1-c6d8a0a6502b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.886776] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.891018] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.891018] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865448cd-8b26-433d-bbc2-a7518f9d3fae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.897611] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1239.897611] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52131377-3316-f064-15c5-b1f1dbbc6d74" [ 1239.897611] env[71147]: _type = "Task" [ 1239.897611] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.911222] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52131377-3316-f064-15c5-b1f1dbbc6d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.912813] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.913230] env[71147]: DEBUG nova.compute.manager [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.916399] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.322s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.916573] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.952886] env[71147]: INFO nova.scheduler.client.report [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted allocations for instance 5c3525ce-7fd1-41c7-bb14-85b82d510005 [ 1240.072879] env[71147]: DEBUG nova.compute.manager [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.115023] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "d8ca939b-5030-4f5b-a141-5a3790bdda67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.115252] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "d8ca939b-5030-4f5b-a141-5a3790bdda67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.162836] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.194960] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422009, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.5099} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.195265] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a/OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a.vmdk to [datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74/e89c41c8-d9e3-418a-9e64-2eadba8ecc74.vmdk. [ 1240.195471] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Cleaning up location [datastore1] OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1240.195641] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6f856592-a06c-4889-bf1c-0b7c3abc476a {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.195914] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c1519e5-2502-4d28-a7ca-d6b62eec3206 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.202811] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1240.202811] env[71147]: value = "task-3422013" [ 1240.202811] env[71147]: _type = "Task" [ 1240.202811] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.211665] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.409253] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Preparing fetch location {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1240.409968] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Fetch image to [datastore1] OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec/OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec.vmdk {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1240.410251] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Downloading stream optimized image 3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c to [datastore1] OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec/OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec.vmdk on the data store datastore1 as vApp {{(pid=71147) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1240.410437] env[71147]: DEBUG nova.virt.vmwareapi.images [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Downloading image file data 3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c to the ESX as VM named 'OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec' {{(pid=71147) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1240.422344] env[71147]: DEBUG nova.compute.utils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.423123] env[71147]: DEBUG nova.compute.manager [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1240.423338] env[71147]: DEBUG nova.network.neutron [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.472642] env[71147]: DEBUG oslo_concurrency.lockutils [None req-cea6bbf1-d8b2-4faf-b988-c790b29e2ba8 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "5c3525ce-7fd1-41c7-bb14-85b82d510005" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.279s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.481075] env[71147]: DEBUG nova.policy [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '500b39c435464102b687524e63f1df9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '415a35d2cc0c4769beb5b57ca3f7a978', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1240.523589] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1240.523589] env[71147]: value = "resgroup-9" [ 1240.523589] env[71147]: _type = "ResourcePool" [ 1240.523589] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1240.523589] env[71147]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-efcde600-7fca-489e-8d6a-0251126a68e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.545372] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease: (returnval){ [ 1240.545372] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52997a01-a4b8-5a6a-f46f-d83207da3ef7" [ 1240.545372] env[71147]: _type = "HttpNfcLease" [ 1240.545372] env[71147]: } obtained for vApp import into resource pool (val){ [ 1240.545372] env[71147]: value = "resgroup-9" [ 1240.545372] env[71147]: _type = "ResourcePool" [ 1240.545372] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1240.545622] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the lease: (returnval){ [ 1240.545622] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52997a01-a4b8-5a6a-f46f-d83207da3ef7" [ 1240.545622] env[71147]: _type = "HttpNfcLease" [ 1240.545622] env[71147]: } to be ready. {{(pid=71147) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1240.553299] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1240.553299] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52997a01-a4b8-5a6a-f46f-d83207da3ef7" [ 1240.553299] env[71147]: _type = "HttpNfcLease" [ 1240.553299] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1240.600680] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.600959] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.602750] env[71147]: INFO nova.compute.claims [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.618358] env[71147]: DEBUG nova.compute.manager [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.666021] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422011, 'name': ReconfigVM_Task, 'duration_secs': 2.178934} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.666021] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-1c35a04c-889c-41bb-9484-7a7b2399c994/volume-1c35a04c-889c-41bb-9484-7a7b2399c994.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.669990] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a412d9-fd86-43eb-a3ce-7acf3236b758 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.689478] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1240.689478] env[71147]: value = "task-3422015" [ 1240.689478] env[71147]: _type = "Task" [ 1240.689478] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.698645] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.712747] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046862} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.713127] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.713310] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74/e89c41c8-d9e3-418a-9e64-2eadba8ecc74.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.713557] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74/e89c41c8-d9e3-418a-9e64-2eadba8ecc74.vmdk to [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3/6eb760fe-9dac-48a4-9685-a231d05c16b3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.713827] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5afc056-cae5-48e7-a91b-7423b5f2f99a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.721345] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1240.721345] env[71147]: value = "task-3422016" [ 1240.721345] env[71147]: _type = "Task" [ 1240.721345] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.730994] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.926990] env[71147]: DEBUG nova.compute.manager [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.943495] env[71147]: DEBUG nova.network.neutron [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Successfully created port: 44f46017-7ff3-4eb7-be59-0742d376e814 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.058262] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.058262] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52997a01-a4b8-5a6a-f46f-d83207da3ef7" [ 1241.058262] env[71147]: _type = "HttpNfcLease" [ 1241.058262] env[71147]: } is initializing. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1241.157384] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.200548] env[71147]: DEBUG oslo_vmware.api [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422015, 'name': ReconfigVM_Task, 'duration_secs': 0.169078} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.202146] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682700', 'volume_id': '1c35a04c-889c-41bb-9484-7a7b2399c994', 'name': 'volume-1c35a04c-889c-41bb-9484-7a7b2399c994', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94b1ffac-7929-47ff-ad38-a9cdfb030782', 'attached_at': '', 'detached_at': '', 'volume_id': '1c35a04c-889c-41bb-9484-7a7b2399c994', 'serial': '1c35a04c-889c-41bb-9484-7a7b2399c994'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.232086] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422016, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.432143] env[71147]: INFO nova.virt.block_device [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Booting with volume 2ce9dc83-0b02-4e1c-a570-6af757692145 at /dev/sda [ 1241.465522] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8d8fe1d-ca05-477f-9096-8afa6091699e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.476501] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d019ed-5dd9-4971-8e32-d4e03c11de86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.509695] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86666991-58f0-4759-91a7-6fb4b61d284a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.520401] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb540a2-7690-407f-985d-de802220521a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.557445] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15befd1f-ffec-49b1-b92f-82ab2dcfcfc6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.564868] env[71147]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.564868] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52997a01-a4b8-5a6a-f46f-d83207da3ef7" [ 1241.564868] env[71147]: _type = "HttpNfcLease" [ 1241.564868] env[71147]: } is ready. {{(pid=71147) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1241.566915] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1241.566915] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52997a01-a4b8-5a6a-f46f-d83207da3ef7" [ 1241.566915] env[71147]: _type = "HttpNfcLease" [ 1241.566915] env[71147]: }. {{(pid=71147) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1241.567721] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25727076-5861-4e03-b417-1aebbfca196c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.570742] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49ca112-b028-47fe-be13-81f1e32f181d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.580669] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522baf-bc37-cd18-863d-6dfefa72b2e0/disk-0.vmdk from lease info. {{(pid=71147) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1241.580859] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522baf-bc37-cd18-863d-6dfefa72b2e0/disk-0.vmdk. {{(pid=71147) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1241.587565] env[71147]: DEBUG nova.virt.block_device [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Updating existing volume attachment record: 297947b2-5887-45b2-ac11-0ae36e176dbc {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1241.660960] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "19fe7145-234c-4db4-878e-20d615f4b1d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.660960] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.660960] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb65e747-513e-4c63-9af3-13f4cfaaeec5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.734662] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422016, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.822948] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b03dfb-6dd0-489a-8fa8-efc9897076a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.833149] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44b2d98-9ac0-44f2-9ff3-5f95a337336f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.868303] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b7bca2-f928-42b0-b7a2-174a8a673c35 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.877682] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01707fac-b302-4490-bb08-234f8e1ce30f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.896244] env[71147]: DEBUG nova.compute.provider_tree [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.162903] env[71147]: DEBUG nova.compute.manager [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.238719] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422016, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.245291] env[71147]: DEBUG nova.objects.instance [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid 94b1ffac-7929-47ff-ad38-a9cdfb030782 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.407029] env[71147]: DEBUG nova.scheduler.client.report [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.560410] env[71147]: DEBUG nova.compute.manager [req-9449d9e7-41e7-4874-90a5-09fad8db6020 req-8d3392fb-1184-42b8-9347-f798636362cf service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Received event network-vif-plugged-44f46017-7ff3-4eb7-be59-0742d376e814 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.560763] env[71147]: DEBUG oslo_concurrency.lockutils [req-9449d9e7-41e7-4874-90a5-09fad8db6020 req-8d3392fb-1184-42b8-9347-f798636362cf service nova] Acquiring lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.561683] env[71147]: DEBUG oslo_concurrency.lockutils [req-9449d9e7-41e7-4874-90a5-09fad8db6020 req-8d3392fb-1184-42b8-9347-f798636362cf service nova] Lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.562015] env[71147]: DEBUG oslo_concurrency.lockutils [req-9449d9e7-41e7-4874-90a5-09fad8db6020 req-8d3392fb-1184-42b8-9347-f798636362cf service nova] Lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.562716] env[71147]: DEBUG nova.compute.manager [req-9449d9e7-41e7-4874-90a5-09fad8db6020 req-8d3392fb-1184-42b8-9347-f798636362cf service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] No waiting events found dispatching network-vif-plugged-44f46017-7ff3-4eb7-be59-0742d376e814 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.562716] env[71147]: WARNING nova.compute.manager [req-9449d9e7-41e7-4874-90a5-09fad8db6020 req-8d3392fb-1184-42b8-9347-f798636362cf service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Received unexpected event network-vif-plugged-44f46017-7ff3-4eb7-be59-0742d376e814 for instance with vm_state building and task_state block_device_mapping. [ 1242.671291] env[71147]: DEBUG nova.network.neutron [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Successfully updated port: 44f46017-7ff3-4eb7-be59-0742d376e814 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.711604] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.741809] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422016, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.753076] env[71147]: DEBUG oslo_concurrency.lockutils [None req-140e6bbd-a93a-4c0a-8d1c-4298e9eaba72 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.279s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.911817] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.912550] env[71147]: DEBUG nova.compute.manager [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.916849] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.760s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.918684] env[71147]: INFO nova.compute.claims [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.008746] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Completed reading data from the image iterator. {{(pid=71147) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1243.012175] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522baf-bc37-cd18-863d-6dfefa72b2e0/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1243.012175] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632a6d41-ce01-4dc3-a636-9d3a47581c83 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.021149] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522baf-bc37-cd18-863d-6dfefa72b2e0/disk-0.vmdk is in state: ready. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1243.021488] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522baf-bc37-cd18-863d-6dfefa72b2e0/disk-0.vmdk. {{(pid=71147) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1243.021803] env[71147]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-caa998a9-e9f4-4a4a-a6cc-ce2bbf480766 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.188199] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Acquiring lock "refresh_cache-0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.188423] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Acquired lock "refresh_cache-0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.188631] env[71147]: DEBUG nova.network.neutron [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.236433] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422016, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.475855} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.237994] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e89c41c8-d9e3-418a-9e64-2eadba8ecc74/e89c41c8-d9e3-418a-9e64-2eadba8ecc74.vmdk to [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3/6eb760fe-9dac-48a4-9685-a231d05c16b3.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.238759] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dc0327-ce68-4d6e-b314-34dfbdc8d9be {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.264183] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3/6eb760fe-9dac-48a4-9685-a231d05c16b3.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.265069] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fdf2d67-b1ae-42aa-8843-ac47cc90f166 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.286323] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1243.286323] env[71147]: value = "task-3422017" [ 1243.286323] env[71147]: _type = "Task" [ 1243.286323] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.295985] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.297383] env[71147]: DEBUG oslo_vmware.rw_handles [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52522baf-bc37-cd18-863d-6dfefa72b2e0/disk-0.vmdk. {{(pid=71147) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1243.297875] env[71147]: INFO nova.virt.vmwareapi.images [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Downloaded image file data 3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c [ 1243.298627] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96e3b3f-6128-4405-9882-fdc015e6bac3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.316960] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c14324c-cd09-4cc8-8b81-ae99028df751 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.380260] env[71147]: INFO nova.virt.vmwareapi.images [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] The imported VM was unregistered [ 1243.384479] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Caching image {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1243.384892] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.386374] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d86ae71-d582-4047-8edf-b3fd3083fa43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.399407] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Created directory with path [datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.399611] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec/OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec.vmdk to [datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c.vmdk. {{(pid=71147) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1243.400017] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0bb39d8e-c6f7-4ec4-944d-ec993b5ebb8d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.408807] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1243.408807] env[71147]: value = "task-3422019" [ 1243.408807] env[71147]: _type = "Task" [ 1243.408807] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.418752] env[71147]: DEBUG nova.compute.utils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.420231] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422019, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.420534] env[71147]: DEBUG nova.compute.manager [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.420692] env[71147]: DEBUG nova.network.neutron [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.493911] env[71147]: DEBUG nova.policy [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564c79b531ac4334b1c1a5023e2edee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f896037fe447b5a11d606b9d07429d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.700030] env[71147]: DEBUG nova.compute.manager [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.702019] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.702019] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.702019] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.702019] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.702019] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.702750] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.703239] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.703729] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.706029] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.706029] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.706029] env[71147]: DEBUG nova.virt.hardware [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.706029] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ed106f-fbfc-4f01-82bf-70f715478bac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.723927] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f325f32f-b1eb-4574-bfca-b854e36b07b9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.761789] env[71147]: DEBUG nova.network.neutron [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.801513] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422017, 'name': ReconfigVM_Task, 'duration_secs': 0.327439} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.801850] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3/6eb760fe-9dac-48a4-9685-a231d05c16b3.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.802590] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e7eb99b-b380-4f1e-8670-a8758ce46761 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.813306] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1243.813306] env[71147]: value = "task-3422020" [ 1243.813306] env[71147]: _type = "Task" [ 1243.813306] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.822461] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422020, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.920667] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422019, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.924506] env[71147]: DEBUG nova.compute.manager [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.944367] env[71147]: DEBUG nova.network.neutron [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Successfully created port: db5b406a-d270-40fe-88ff-59241b08ae14 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.961313] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.961313] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.116374] env[71147]: DEBUG nova.network.neutron [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Updating instance_info_cache with network_info: [{"id": "44f46017-7ff3-4eb7-be59-0742d376e814", "address": "fa:16:3e:6e:4a:7f", "network": {"id": "0a1ed1c9-4f78-4366-a16e-66223401fd98", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-657129929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "415a35d2cc0c4769beb5b57ca3f7a978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f46017-7f", "ovs_interfaceid": "44f46017-7ff3-4eb7-be59-0742d376e814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.132252] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6f0a27-2b80-4caf-8aa6-f22318c691f6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.141992] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7529c001-5e8c-4658-9615-7b283ff405ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.181021] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c2cb12-3e5f-4cb9-8ae1-3e03fe367dc0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.190219] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0725020c-ff7f-447d-b357-be46cc91a1f4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.206796] env[71147]: DEBUG nova.compute.provider_tree [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.324392] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422020, 'name': Rename_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.423291] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422019, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.469122] env[71147]: DEBUG nova.compute.utils [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.618877] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Releasing lock "refresh_cache-0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.619250] env[71147]: DEBUG nova.compute.manager [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Instance network_info: |[{"id": "44f46017-7ff3-4eb7-be59-0742d376e814", "address": "fa:16:3e:6e:4a:7f", "network": {"id": "0a1ed1c9-4f78-4366-a16e-66223401fd98", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-657129929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "415a35d2cc0c4769beb5b57ca3f7a978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f46017-7f", "ovs_interfaceid": "44f46017-7ff3-4eb7-be59-0742d376e814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.621102] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:4a:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44f46017-7ff3-4eb7-be59-0742d376e814', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.630163] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Creating folder: Project (415a35d2cc0c4769beb5b57ca3f7a978). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.630163] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e3e0308-ca06-4986-8d97-ae9da63cb8ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.646176] env[71147]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1244.646393] env[71147]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=71147) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1244.646754] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Folder already exists: Project (415a35d2cc0c4769beb5b57ca3f7a978). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1244.647069] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Creating folder: Instances. Parent ref: group-v682692. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.647305] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b98515-abc4-458a-8553-e20e29e182d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.663357] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Created folder: Instances in parent group-v682692. [ 1244.663357] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.663357] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.663823] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd9be87d-5bf6-476a-90ab-a8be2a37fa22 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.687332] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.687332] env[71147]: value = "task-3422023" [ 1244.687332] env[71147]: _type = "Task" [ 1244.687332] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.700928] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422023, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.709912] env[71147]: DEBUG nova.scheduler.client.report [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.798979] env[71147]: DEBUG nova.compute.manager [req-4eef992e-8a6a-486a-a547-f83b0776ef3d req-95fe7497-5733-4fde-93c9-2eb152f103a0 service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Received event network-changed-44f46017-7ff3-4eb7-be59-0742d376e814 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.799271] env[71147]: DEBUG nova.compute.manager [req-4eef992e-8a6a-486a-a547-f83b0776ef3d req-95fe7497-5733-4fde-93c9-2eb152f103a0 service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Refreshing instance network info cache due to event network-changed-44f46017-7ff3-4eb7-be59-0742d376e814. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.799757] env[71147]: DEBUG oslo_concurrency.lockutils [req-4eef992e-8a6a-486a-a547-f83b0776ef3d req-95fe7497-5733-4fde-93c9-2eb152f103a0 service nova] Acquiring lock "refresh_cache-0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.799943] env[71147]: DEBUG oslo_concurrency.lockutils [req-4eef992e-8a6a-486a-a547-f83b0776ef3d req-95fe7497-5733-4fde-93c9-2eb152f103a0 service nova] Acquired lock "refresh_cache-0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.800131] env[71147]: DEBUG nova.network.neutron [req-4eef992e-8a6a-486a-a547-f83b0776ef3d req-95fe7497-5733-4fde-93c9-2eb152f103a0 service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Refreshing network info cache for port 44f46017-7ff3-4eb7-be59-0742d376e814 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.826366] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422020, 'name': Rename_Task, 'duration_secs': 0.922488} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.826661] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.826920] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-052aa2f8-5cfa-4789-ad73-11919133b2ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.836488] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1244.836488] env[71147]: value = "task-3422024" [ 1244.836488] env[71147]: _type = "Task" [ 1244.836488] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.850944] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.927813] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422019, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.949132] env[71147]: DEBUG nova.compute.manager [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.975965] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.998076] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.998247] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.998453] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.998671] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.998842] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.999815] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.999815] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.999815] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.999815] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.999815] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.000102] env[71147]: DEBUG nova.virt.hardware [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.002567] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2749aab4-9894-411d-8000-de4525d6af81 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.014997] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e52c53-744f-4c4f-a4b2-15fa579f488b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.198470] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422023, 'name': CreateVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.215781] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.216494] env[71147]: DEBUG nova.compute.manager [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.219686] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.508s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.221689] env[71147]: INFO nova.compute.claims [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.351585] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422024, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.428901] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422019, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.559381] env[71147]: DEBUG nova.network.neutron [req-4eef992e-8a6a-486a-a547-f83b0776ef3d req-95fe7497-5733-4fde-93c9-2eb152f103a0 service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Updated VIF entry in instance network info cache for port 44f46017-7ff3-4eb7-be59-0742d376e814. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.559876] env[71147]: DEBUG nova.network.neutron [req-4eef992e-8a6a-486a-a547-f83b0776ef3d req-95fe7497-5733-4fde-93c9-2eb152f103a0 service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Updating instance_info_cache with network_info: [{"id": "44f46017-7ff3-4eb7-be59-0742d376e814", "address": "fa:16:3e:6e:4a:7f", "network": {"id": "0a1ed1c9-4f78-4366-a16e-66223401fd98", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-657129929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "415a35d2cc0c4769beb5b57ca3f7a978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f46017-7f", "ovs_interfaceid": "44f46017-7ff3-4eb7-be59-0742d376e814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.703887] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422023, 'name': CreateVM_Task, 'duration_secs': 0.532154} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.704101] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.720126] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682698', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'name': 'volume-2ce9dc83-0b02-4e1c-a570-6af757692145', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'serial': '2ce9dc83-0b02-4e1c-a570-6af757692145'}, 'attachment_id': '297947b2-5887-45b2-ac11-0ae36e176dbc', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=71147) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1245.720422] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Root volume attach. Driver type: vmdk {{(pid=71147) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1245.721487] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8db5900-aa8d-4972-b6f9-3e736f8de425 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.726440] env[71147]: DEBUG nova.compute.utils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.731564] env[71147]: DEBUG nova.compute.manager [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.731564] env[71147]: DEBUG nova.network.neutron [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.742123] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b99ef13-7535-4dca-b843-86189705c441 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.753848] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125e94b1-1eb6-440b-9d07-3961c0f85de5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.761794] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-02d9bd9a-9333-4b5f-8ccb-46df08aab38d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.771473] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1245.771473] env[71147]: value = "task-3422025" [ 1245.771473] env[71147]: _type = "Task" [ 1245.771473] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.784252] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.785093] env[71147]: DEBUG nova.network.neutron [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Successfully updated port: db5b406a-d270-40fe-88ff-59241b08ae14 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.828020] env[71147]: DEBUG nova.policy [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1da9cd038f4a889dd88e3a96f6c4bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19fff7f1b124558a45d6b5e7adf8c2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.851336] env[71147]: DEBUG oslo_vmware.api [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422024, 'name': PowerOnVM_Task, 'duration_secs': 0.562183} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.851681] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.932833] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422019, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.462477} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.932945] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec/OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec.vmdk to [datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c.vmdk. [ 1245.933140] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Cleaning up location [datastore1] OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1245.933318] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_45c2f713-716c-40bd-a85c-1364efa9b0ec {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.933946] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40cfd41e-3338-42eb-9b18-9e5306e6c747 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.944030] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1245.944030] env[71147]: value = "task-3422026" [ 1245.944030] env[71147]: _type = "Task" [ 1245.944030] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.952787] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.985543] env[71147]: DEBUG nova.compute.manager [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.987048] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b82cd4c-59c7-4b0c-b227-2c42654fea7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.064063] env[71147]: DEBUG oslo_concurrency.lockutils [req-4eef992e-8a6a-486a-a547-f83b0776ef3d req-95fe7497-5733-4fde-93c9-2eb152f103a0 service nova] Releasing lock "refresh_cache-0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.089462] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.089789] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.091221] env[71147]: INFO nova.compute.manager [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Attaching volume 5f635df5-3b81-4edc-9c86-5a4bf8b774a4 to /dev/sdc [ 1246.141469] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5530898-4897-4a76-b9e8-915ea9e9a91a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.149024] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089a1d12-4a11-4df5-9bd0-b96aba98c698 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.167840] env[71147]: DEBUG nova.virt.block_device [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Updating existing volume attachment record: 88268da4-9b77-4138-9615-ca1d8bdb8d4a {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1246.172152] env[71147]: DEBUG nova.network.neutron [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Successfully created port: 101eb0df-4649-4b5f-9494-7fe199d528e6 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.232316] env[71147]: DEBUG nova.compute.manager [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.284332] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task} progress is 29%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.290831] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.290831] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.290831] env[71147]: DEBUG nova.network.neutron [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.388103] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b64129-373c-4c7f-97b1-b9b46728e1fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.397611] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6105635-125f-4c6e-ba71-f3aedcb7e14b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.435481] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e37aa3-2663-4e74-bac5-fd457c43ad31 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.451462] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abd3d08-3452-40ac-b227-73895c546da6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.463396] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041139} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.473259] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.473464] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.474151] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c.vmdk to [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f/22e007a9-e619-4583-8b21-eb245c92e45f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.475041] env[71147]: DEBUG nova.compute.provider_tree [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.475766] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04061d65-9cff-480d-9ffe-6cb1a1807ef2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.489472] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1246.489472] env[71147]: value = "task-3422028" [ 1246.489472] env[71147]: _type = "Task" [ 1246.489472] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.506227] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.509889] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ddd20756-7554-4d6e-a7ea-761178607e45 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.846s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.511209] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 25.984s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.511296] env[71147]: INFO nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1246.511548] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.791183] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task} progress is 42%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.872840] env[71147]: DEBUG nova.network.neutron [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.898288] env[71147]: DEBUG nova.compute.manager [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Received event network-vif-plugged-db5b406a-d270-40fe-88ff-59241b08ae14 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.898498] env[71147]: DEBUG oslo_concurrency.lockutils [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] Acquiring lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.898847] env[71147]: DEBUG oslo_concurrency.lockutils [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.899241] env[71147]: DEBUG oslo_concurrency.lockutils [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.899487] env[71147]: DEBUG nova.compute.manager [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] No waiting events found dispatching network-vif-plugged-db5b406a-d270-40fe-88ff-59241b08ae14 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.899721] env[71147]: WARNING nova.compute.manager [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Received unexpected event network-vif-plugged-db5b406a-d270-40fe-88ff-59241b08ae14 for instance with vm_state building and task_state spawning. [ 1246.899902] env[71147]: DEBUG nova.compute.manager [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Received event network-changed-db5b406a-d270-40fe-88ff-59241b08ae14 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.900097] env[71147]: DEBUG nova.compute.manager [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Refreshing instance network info cache due to event network-changed-db5b406a-d270-40fe-88ff-59241b08ae14. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.900367] env[71147]: DEBUG oslo_concurrency.lockutils [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] Acquiring lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.979874] env[71147]: DEBUG nova.scheduler.client.report [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.009446] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422028, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.225953] env[71147]: DEBUG nova.network.neutron [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance_info_cache with network_info: [{"id": "db5b406a-d270-40fe-88ff-59241b08ae14", "address": "fa:16:3e:63:ea:6d", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5b406a-d2", "ovs_interfaceid": "db5b406a-d270-40fe-88ff-59241b08ae14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.246936] env[71147]: DEBUG nova.compute.manager [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.295411] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task} progress is 56%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.296045] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.296566] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.296566] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.296748] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.296878] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.297052] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.297266] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.297517] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.297737] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.297910] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.298100] env[71147]: DEBUG nova.virt.hardware [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.299110] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9054ec74-925b-4861-9a8a-4e35387a9e68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.311644] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6742b1bf-0fe8-4fc5-a9ec-2ce8e4c59979 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.488752] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.489461] env[71147]: DEBUG nova.compute.manager [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.507369] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422028, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.729463] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.729825] env[71147]: DEBUG nova.compute.manager [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Instance network_info: |[{"id": "db5b406a-d270-40fe-88ff-59241b08ae14", "address": "fa:16:3e:63:ea:6d", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5b406a-d2", "ovs_interfaceid": "db5b406a-d270-40fe-88ff-59241b08ae14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.730166] env[71147]: DEBUG oslo_concurrency.lockutils [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] Acquired lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.730354] env[71147]: DEBUG nova.network.neutron [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Refreshing network info cache for port db5b406a-d270-40fe-88ff-59241b08ae14 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.735028] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:ea:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5b406a-d270-40fe-88ff-59241b08ae14', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.741117] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.745595] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.746458] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5c8679f-2c24-48c0-89a1-454649feddea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.782183] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.782183] env[71147]: value = "task-3422029" [ 1247.782183] env[71147]: _type = "Task" [ 1247.782183] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.795926] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task} progress is 71%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.806895] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422029, 'name': CreateVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.998625] env[71147]: DEBUG nova.compute.utils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.001367] env[71147]: DEBUG nova.compute.manager [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.001813] env[71147]: DEBUG nova.network.neutron [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.014325] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422028, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.066522] env[71147]: DEBUG nova.network.neutron [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Successfully updated port: 101eb0df-4649-4b5f-9494-7fe199d528e6 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.120063] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6752749d-e1d6-4aed-85bb-aa6fd9aac870 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.129797] env[71147]: DEBUG nova.policy [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcffd101b25e4ebf9419602ea57f8e3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfdf43b9e6d14dc69e15741022d5667c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.137017] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-16935db9-ef5c-4287-8fdf-c6a8cfacedc5 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Suspending the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1248.137452] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bba07ff0-cdf6-4897-94be-d0710e0c597e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.148665] env[71147]: DEBUG oslo_vmware.api [None req-16935db9-ef5c-4287-8fdf-c6a8cfacedc5 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1248.148665] env[71147]: value = "task-3422030" [ 1248.148665] env[71147]: _type = "Task" [ 1248.148665] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.162812] env[71147]: DEBUG oslo_vmware.api [None req-16935db9-ef5c-4287-8fdf-c6a8cfacedc5 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422030, 'name': SuspendVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.232119] env[71147]: DEBUG nova.compute.manager [req-13d49bc4-785b-47a2-9856-be8fb3e619df req-d8af459a-a13f-49f9-a364-2b99df31fd0f service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Received event network-vif-plugged-101eb0df-4649-4b5f-9494-7fe199d528e6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.232119] env[71147]: DEBUG oslo_concurrency.lockutils [req-13d49bc4-785b-47a2-9856-be8fb3e619df req-d8af459a-a13f-49f9-a364-2b99df31fd0f service nova] Acquiring lock "d8ca939b-5030-4f5b-a141-5a3790bdda67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.232412] env[71147]: DEBUG oslo_concurrency.lockutils [req-13d49bc4-785b-47a2-9856-be8fb3e619df req-d8af459a-a13f-49f9-a364-2b99df31fd0f service nova] Lock "d8ca939b-5030-4f5b-a141-5a3790bdda67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.232412] env[71147]: DEBUG oslo_concurrency.lockutils [req-13d49bc4-785b-47a2-9856-be8fb3e619df req-d8af459a-a13f-49f9-a364-2b99df31fd0f service nova] Lock "d8ca939b-5030-4f5b-a141-5a3790bdda67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.232691] env[71147]: DEBUG nova.compute.manager [req-13d49bc4-785b-47a2-9856-be8fb3e619df req-d8af459a-a13f-49f9-a364-2b99df31fd0f service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] No waiting events found dispatching network-vif-plugged-101eb0df-4649-4b5f-9494-7fe199d528e6 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.232940] env[71147]: WARNING nova.compute.manager [req-13d49bc4-785b-47a2-9856-be8fb3e619df req-d8af459a-a13f-49f9-a364-2b99df31fd0f service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Received unexpected event network-vif-plugged-101eb0df-4649-4b5f-9494-7fe199d528e6 for instance with vm_state building and task_state spawning. [ 1248.300257] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task} progress is 84%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.307785] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422029, 'name': CreateVM_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.511084] env[71147]: DEBUG nova.compute.manager [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.514662] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422028, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.548184] env[71147]: DEBUG nova.network.neutron [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updated VIF entry in instance network info cache for port db5b406a-d270-40fe-88ff-59241b08ae14. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.548556] env[71147]: DEBUG nova.network.neutron [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance_info_cache with network_info: [{"id": "db5b406a-d270-40fe-88ff-59241b08ae14", "address": "fa:16:3e:63:ea:6d", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5b406a-d2", "ovs_interfaceid": "db5b406a-d270-40fe-88ff-59241b08ae14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.569233] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "refresh_cache-d8ca939b-5030-4f5b-a141-5a3790bdda67" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.569518] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "refresh_cache-d8ca939b-5030-4f5b-a141-5a3790bdda67" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.569666] env[71147]: DEBUG nova.network.neutron [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.662701] env[71147]: DEBUG oslo_vmware.api [None req-16935db9-ef5c-4287-8fdf-c6a8cfacedc5 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422030, 'name': SuspendVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.716982] env[71147]: DEBUG nova.network.neutron [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Successfully created port: 46704d8f-e39e-4670-a70c-09566183f37a {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.787744] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task} progress is 97%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.796806] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422029, 'name': CreateVM_Task, 'duration_secs': 0.665011} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.796806] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.798100] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.798100] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.798100] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.798313] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad666865-a517-4907-8088-172d4cb70763 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.805028] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1248.805028] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ac466-e5ad-305b-c8a1-48ecb2a4abe4" [ 1248.805028] env[71147]: _type = "Task" [ 1248.805028] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.813717] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ac466-e5ad-305b-c8a1-48ecb2a4abe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.004959] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422028, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.277621} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.009027] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c/3d70d532-7f77-4f7d-aaa3-c7a07fcbfc6c.vmdk to [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f/22e007a9-e619-4583-8b21-eb245c92e45f.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.009027] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b469ba-fa0d-4c47-b66b-fd53c8dfc1c0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.037160] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f/22e007a9-e619-4583-8b21-eb245c92e45f.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.037879] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b0084d-d16b-4953-9e9c-082c0c1503d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.058390] env[71147]: DEBUG oslo_concurrency.lockutils [req-8c5c3307-6df8-4d73-b72c-331135397af4 req-06ae8c04-90e9-4947-9805-1ff2da158515 service nova] Releasing lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.061496] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1249.061496] env[71147]: value = "task-3422032" [ 1249.061496] env[71147]: _type = "Task" [ 1249.061496] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.072336] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.105577] env[71147]: DEBUG nova.network.neutron [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.160479] env[71147]: DEBUG oslo_vmware.api [None req-16935db9-ef5c-4287-8fdf-c6a8cfacedc5 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422030, 'name': SuspendVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.288427] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task} progress is 97%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.289362] env[71147]: DEBUG nova.network.neutron [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Updating instance_info_cache with network_info: [{"id": "101eb0df-4649-4b5f-9494-7fe199d528e6", "address": "fa:16:3e:cc:08:06", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101eb0df-46", "ovs_interfaceid": "101eb0df-4649-4b5f-9494-7fe199d528e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.316091] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ac466-e5ad-305b-c8a1-48ecb2a4abe4, 'name': SearchDatastore_Task, 'duration_secs': 0.019136} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.316415] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.316643] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.316875] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.317028] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.317210] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.317466] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-560c648f-b361-4b79-89bc-ca99d61bb680 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.327892] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.328100] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.328853] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59db6bd7-fff8-414e-a8ba-0a8984870f83 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.335018] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1249.335018] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a09a29-38b6-2bb7-6d26-3db52aeaa7ba" [ 1249.335018] env[71147]: _type = "Task" [ 1249.335018] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.344600] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a09a29-38b6-2bb7-6d26-3db52aeaa7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.539966] env[71147]: DEBUG nova.compute.manager [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.568178] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.568492] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.568691] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.568907] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.569097] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.569287] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.569553] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.569744] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.569948] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.570161] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.570340] env[71147]: DEBUG nova.virt.hardware [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.571146] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac4fc1d-3105-4432-9e83-a01e95fc6a4f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.578779] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422032, 'name': ReconfigVM_Task, 'duration_secs': 0.465269} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.580905] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f/22e007a9-e619-4583-8b21-eb245c92e45f.vmdk or device None with type streamOptimized {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.581621] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8789260-5e86-41ed-8071-a656b81f5df6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.584268] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9da46f2-cf63-44c7-9a76-9ee78a91e271 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.599243] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1249.599243] env[71147]: value = "task-3422033" [ 1249.599243] env[71147]: _type = "Task" [ 1249.599243] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.607041] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422033, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.659841] env[71147]: DEBUG oslo_vmware.api [None req-16935db9-ef5c-4287-8fdf-c6a8cfacedc5 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422030, 'name': SuspendVM_Task, 'duration_secs': 1.023513} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.660143] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-16935db9-ef5c-4287-8fdf-c6a8cfacedc5 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Suspended the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1249.660345] env[71147]: DEBUG nova.compute.manager [None req-16935db9-ef5c-4287-8fdf-c6a8cfacedc5 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.661141] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d0de3d-667c-430e-95f3-e46728ae59bb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.789284] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task} progress is 98%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.791937] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "refresh_cache-d8ca939b-5030-4f5b-a141-5a3790bdda67" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.792289] env[71147]: DEBUG nova.compute.manager [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Instance network_info: |[{"id": "101eb0df-4649-4b5f-9494-7fe199d528e6", "address": "fa:16:3e:cc:08:06", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101eb0df-46", "ovs_interfaceid": "101eb0df-4649-4b5f-9494-7fe199d528e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.792760] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:08:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '101eb0df-4649-4b5f-9494-7fe199d528e6', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.800547] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.800780] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.801010] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47c8aad3-e8b2-48d2-9a75-c849ff418a1a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.822209] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.822209] env[71147]: value = "task-3422034" [ 1249.822209] env[71147]: _type = "Task" [ 1249.822209] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.830793] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422034, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.844679] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a09a29-38b6-2bb7-6d26-3db52aeaa7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.845475] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd62855-7059-4fb0-8323-798eca8baa7e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.855170] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1249.855170] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c62401-603b-484d-1cae-d9278d3c6403" [ 1249.855170] env[71147]: _type = "Task" [ 1249.855170] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.863795] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c62401-603b-484d-1cae-d9278d3c6403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.111489] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422033, 'name': Rename_Task, 'duration_secs': 0.222477} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.111888] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.112235] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ef11c28-614d-499a-b684-670c6a691792 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.120069] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1250.120069] env[71147]: value = "task-3422035" [ 1250.120069] env[71147]: _type = "Task" [ 1250.120069] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.128573] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.290029] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422025, 'name': RelocateVM_Task, 'duration_secs': 4.140237} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.290280] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.290509] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682698', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'name': 'volume-2ce9dc83-0b02-4e1c-a570-6af757692145', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'serial': '2ce9dc83-0b02-4e1c-a570-6af757692145'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.291851] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab3e129-af56-43db-a1df-fd10332d967d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.311461] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b0b4c-28a3-4ee3-9c0a-e6057ed1ba5f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.316045] env[71147]: DEBUG nova.compute.manager [req-ea9da06a-662b-438a-b6b0-51f518571338 req-144279f0-22dd-4228-af42-d9068510b81b service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Received event network-changed-101eb0df-4649-4b5f-9494-7fe199d528e6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.316270] env[71147]: DEBUG nova.compute.manager [req-ea9da06a-662b-438a-b6b0-51f518571338 req-144279f0-22dd-4228-af42-d9068510b81b service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Refreshing instance network info cache due to event network-changed-101eb0df-4649-4b5f-9494-7fe199d528e6. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.316485] env[71147]: DEBUG oslo_concurrency.lockutils [req-ea9da06a-662b-438a-b6b0-51f518571338 req-144279f0-22dd-4228-af42-d9068510b81b service nova] Acquiring lock "refresh_cache-d8ca939b-5030-4f5b-a141-5a3790bdda67" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.316630] env[71147]: DEBUG oslo_concurrency.lockutils [req-ea9da06a-662b-438a-b6b0-51f518571338 req-144279f0-22dd-4228-af42-d9068510b81b service nova] Acquired lock "refresh_cache-d8ca939b-5030-4f5b-a141-5a3790bdda67" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.316789] env[71147]: DEBUG nova.network.neutron [req-ea9da06a-662b-438a-b6b0-51f518571338 req-144279f0-22dd-4228-af42-d9068510b81b service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Refreshing network info cache for port 101eb0df-4649-4b5f-9494-7fe199d528e6 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.318942] env[71147]: DEBUG nova.compute.manager [req-63c783cf-7351-41d0-8392-18c7dc705633 req-390839dc-b106-4522-99ae-c526dc23d7e0 service nova] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Received event network-vif-plugged-46704d8f-e39e-4670-a70c-09566183f37a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.319152] env[71147]: DEBUG oslo_concurrency.lockutils [req-63c783cf-7351-41d0-8392-18c7dc705633 req-390839dc-b106-4522-99ae-c526dc23d7e0 service nova] Acquiring lock "19fe7145-234c-4db4-878e-20d615f4b1d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.319492] env[71147]: DEBUG oslo_concurrency.lockutils [req-63c783cf-7351-41d0-8392-18c7dc705633 req-390839dc-b106-4522-99ae-c526dc23d7e0 service nova] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.319537] env[71147]: DEBUG oslo_concurrency.lockutils [req-63c783cf-7351-41d0-8392-18c7dc705633 req-390839dc-b106-4522-99ae-c526dc23d7e0 service nova] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.320013] env[71147]: DEBUG nova.compute.manager [req-63c783cf-7351-41d0-8392-18c7dc705633 req-390839dc-b106-4522-99ae-c526dc23d7e0 service nova] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] No waiting events found dispatching network-vif-plugged-46704d8f-e39e-4670-a70c-09566183f37a {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.320013] env[71147]: WARNING nova.compute.manager [req-63c783cf-7351-41d0-8392-18c7dc705633 req-390839dc-b106-4522-99ae-c526dc23d7e0 service nova] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Received unexpected event network-vif-plugged-46704d8f-e39e-4670-a70c-09566183f37a for instance with vm_state building and task_state spawning. [ 1250.350662] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-2ce9dc83-0b02-4e1c-a570-6af757692145/volume-2ce9dc83-0b02-4e1c-a570-6af757692145.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.351708] env[71147]: DEBUG nova.network.neutron [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Successfully updated port: 46704d8f-e39e-4670-a70c-09566183f37a {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.353850] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a18931f4-9343-444d-839d-44eeb4040907 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.376834] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422034, 'name': CreateVM_Task, 'duration_secs': 0.389163} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.378339] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.378677] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1250.378677] env[71147]: value = "task-3422036" [ 1250.378677] env[71147]: _type = "Task" [ 1250.378677] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.379336] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.379486] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.379793] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.383444] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37dbd8ce-7f4e-4361-aaf9-e877385fde08 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.389303] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52c62401-603b-484d-1cae-d9278d3c6403, 'name': SearchDatastore_Task, 'duration_secs': 0.013529} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.389843] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.390100] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2/64ca00a5-2733-4537-beeb-cf6b7f9b4bf2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.391669] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fefadbe4-d3c7-4f01-b2fc-3b66d6221955 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.394517] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1250.394517] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b2dd7b-534b-e720-0b1f-9d455f38ebef" [ 1250.394517] env[71147]: _type = "Task" [ 1250.394517] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.400020] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422036, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.403498] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1250.403498] env[71147]: value = "task-3422037" [ 1250.403498] env[71147]: _type = "Task" [ 1250.403498] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.412276] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b2dd7b-534b-e720-0b1f-9d455f38ebef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.417978] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.634865] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.722518] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.722754] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682706', 'volume_id': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'name': 'volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94b1ffac-7929-47ff-ad38-a9cdfb030782', 'attached_at': '', 'detached_at': '', 'volume_id': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'serial': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.723721] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d45182-17e2-41a8-b32e-dd4d3483b98b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.741937] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bba7062-f8e9-4314-a4f0-127251ece00d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.771491] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4/volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.771869] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee1a7eac-0d5f-4aaf-b930-f805ef054b02 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.792574] env[71147]: DEBUG oslo_vmware.api [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1250.792574] env[71147]: value = "task-3422038" [ 1250.792574] env[71147]: _type = "Task" [ 1250.792574] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.803193] env[71147]: DEBUG oslo_vmware.api [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.854587] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "refresh_cache-19fe7145-234c-4db4-878e-20d615f4b1d6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.854926] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "refresh_cache-19fe7145-234c-4db4-878e-20d615f4b1d6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.854926] env[71147]: DEBUG nova.network.neutron [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.891792] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.914977] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b2dd7b-534b-e720-0b1f-9d455f38ebef, 'name': SearchDatastore_Task, 'duration_secs': 0.015515} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.915977] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.916343] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.916671] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.916925] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.917246] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.917631] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b9af5c9-f208-45ca-9bc3-2d367122910b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.924897] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.937319] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.937592] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.938669] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b48b46-477b-4f5c-9378-2f5b72a451bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.945501] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1250.945501] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527f391a-bd59-d575-ed3d-94227fec6333" [ 1250.945501] env[71147]: _type = "Task" [ 1250.945501] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.957964] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527f391a-bd59-d575-ed3d-94227fec6333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.044195] env[71147]: INFO nova.compute.manager [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Resuming [ 1251.044710] env[71147]: DEBUG nova.objects.instance [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lazy-loading 'flavor' on Instance uuid 6eb760fe-9dac-48a4-9685-a231d05c16b3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.068139] env[71147]: DEBUG nova.network.neutron [req-ea9da06a-662b-438a-b6b0-51f518571338 req-144279f0-22dd-4228-af42-d9068510b81b service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Updated VIF entry in instance network info cache for port 101eb0df-4649-4b5f-9494-7fe199d528e6. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.068493] env[71147]: DEBUG nova.network.neutron [req-ea9da06a-662b-438a-b6b0-51f518571338 req-144279f0-22dd-4228-af42-d9068510b81b service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Updating instance_info_cache with network_info: [{"id": "101eb0df-4649-4b5f-9494-7fe199d528e6", "address": "fa:16:3e:cc:08:06", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101eb0df-46", "ovs_interfaceid": "101eb0df-4649-4b5f-9494-7fe199d528e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.132174] env[71147]: DEBUG oslo_vmware.api [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422035, 'name': PowerOnVM_Task, 'duration_secs': 0.591327} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.132515] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.246386] env[71147]: DEBUG nova.compute.manager [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.247334] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3f102-ba04-4b4b-87e0-7a58499c0dd2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.303686] env[71147]: DEBUG oslo_vmware.api [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422038, 'name': ReconfigVM_Task, 'duration_secs': 0.467943} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.304025] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4/volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.308795] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb1c336-d063-4025-905c-74ed7bdedb6b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.324911] env[71147]: DEBUG oslo_vmware.api [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1251.324911] env[71147]: value = "task-3422039" [ 1251.324911] env[71147]: _type = "Task" [ 1251.324911] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.333407] env[71147]: DEBUG oslo_vmware.api [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.391180] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422036, 'name': ReconfigVM_Task, 'duration_secs': 0.613015} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.391496] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-2ce9dc83-0b02-4e1c-a570-6af757692145/volume-2ce9dc83-0b02-4e1c-a570-6af757692145.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.396144] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b217e80b-ad20-42a1-8a8a-a133e2e4f6fc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.406410] env[71147]: DEBUG nova.network.neutron [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.417013] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542268} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.418214] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2/64ca00a5-2733-4537-beeb-cf6b7f9b4bf2.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.418431] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.418730] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1251.418730] env[71147]: value = "task-3422040" [ 1251.418730] env[71147]: _type = "Task" [ 1251.418730] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.418921] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc484b4b-458a-4aaa-9db1-340464003c09 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.430330] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.431488] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1251.431488] env[71147]: value = "task-3422041" [ 1251.431488] env[71147]: _type = "Task" [ 1251.431488] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.461197] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]527f391a-bd59-d575-ed3d-94227fec6333, 'name': SearchDatastore_Task, 'duration_secs': 0.015387} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.461197] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f154222d-b093-411e-be0b-65a08006612c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.471900] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1251.471900] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b5beff-1880-1540-4357-2d737e295425" [ 1251.471900] env[71147]: _type = "Task" [ 1251.471900] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.485884] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52b5beff-1880-1540-4357-2d737e295425, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.485884] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.485884] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] d8ca939b-5030-4f5b-a141-5a3790bdda67/d8ca939b-5030-4f5b-a141-5a3790bdda67.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.485884] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-670b41bf-44fb-48e7-ab7f-90bc1a303b94 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.492386] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1251.492386] env[71147]: value = "task-3422042" [ 1251.492386] env[71147]: _type = "Task" [ 1251.492386] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.502548] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.570839] env[71147]: DEBUG oslo_concurrency.lockutils [req-ea9da06a-662b-438a-b6b0-51f518571338 req-144279f0-22dd-4228-af42-d9068510b81b service nova] Releasing lock "refresh_cache-d8ca939b-5030-4f5b-a141-5a3790bdda67" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.632037] env[71147]: DEBUG nova.network.neutron [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Updating instance_info_cache with network_info: [{"id": "46704d8f-e39e-4670-a70c-09566183f37a", "address": "fa:16:3e:b4:8b:b9", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46704d8f-e3", "ovs_interfaceid": "46704d8f-e39e-4670-a70c-09566183f37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.769609] env[71147]: DEBUG oslo_concurrency.lockutils [None req-7573831b-2d90-4892-8f9c-630323db2c25 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.812s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.772047] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 31.244s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.772047] env[71147]: INFO nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1251.772047] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.837266] env[71147]: DEBUG oslo_vmware.api [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422039, 'name': ReconfigVM_Task, 'duration_secs': 0.154631} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.837583] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682706', 'volume_id': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'name': 'volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94b1ffac-7929-47ff-ad38-a9cdfb030782', 'attached_at': '', 'detached_at': '', 'volume_id': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'serial': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1251.932790] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422040, 'name': ReconfigVM_Task, 'duration_secs': 0.149987} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.936801] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682698', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'name': 'volume-2ce9dc83-0b02-4e1c-a570-6af757692145', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'serial': '2ce9dc83-0b02-4e1c-a570-6af757692145'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1251.937520] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a78e752-dfda-45b1-a9d7-7408e871a1ec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.945891] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10439} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.947930] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.948398] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1251.948398] env[71147]: value = "task-3422043" [ 1251.948398] env[71147]: _type = "Task" [ 1251.948398] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.949205] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aa3863-12e0-4d6c-b4cd-53f30c611b64 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.961422] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422043, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.980443] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2/64ca00a5-2733-4537-beeb-cf6b7f9b4bf2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.982086] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf482abb-75eb-4046-a94c-004fe1ca8d07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.010773] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473534} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.012748] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] d8ca939b-5030-4f5b-a141-5a3790bdda67/d8ca939b-5030-4f5b-a141-5a3790bdda67.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.012977] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.013544] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1252.013544] env[71147]: value = "task-3422044" [ 1252.013544] env[71147]: _type = "Task" [ 1252.013544] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.013734] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5090bbf-5048-4fe7-9173-401b929f3002 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.024764] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.026145] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1252.026145] env[71147]: value = "task-3422045" [ 1252.026145] env[71147]: _type = "Task" [ 1252.026145] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.035132] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.134230] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "refresh_cache-19fe7145-234c-4db4-878e-20d615f4b1d6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.134577] env[71147]: DEBUG nova.compute.manager [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Instance network_info: |[{"id": "46704d8f-e39e-4670-a70c-09566183f37a", "address": "fa:16:3e:b4:8b:b9", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46704d8f-e3", "ovs_interfaceid": "46704d8f-e39e-4670-a70c-09566183f37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.135304] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:8b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46704d8f-e39e-4670-a70c-09566183f37a', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.142938] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.143189] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.143414] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9363da6a-2e1e-4436-8010-be329057d00d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.165225] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.165225] env[71147]: value = "task-3422046" [ 1252.165225] env[71147]: _type = "Task" [ 1252.165225] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.173278] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422046, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.392230] env[71147]: DEBUG nova.compute.manager [req-b60e7ef1-b499-4e19-ad07-3b35dc94b5d7 req-b9cedb3f-106f-4963-a013-1a17c0f61d84 service nova] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Received event network-changed-46704d8f-e39e-4670-a70c-09566183f37a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.392533] env[71147]: DEBUG nova.compute.manager [req-b60e7ef1-b499-4e19-ad07-3b35dc94b5d7 req-b9cedb3f-106f-4963-a013-1a17c0f61d84 service nova] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Refreshing instance network info cache due to event network-changed-46704d8f-e39e-4670-a70c-09566183f37a. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.392724] env[71147]: DEBUG oslo_concurrency.lockutils [req-b60e7ef1-b499-4e19-ad07-3b35dc94b5d7 req-b9cedb3f-106f-4963-a013-1a17c0f61d84 service nova] Acquiring lock "refresh_cache-19fe7145-234c-4db4-878e-20d615f4b1d6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.392848] env[71147]: DEBUG oslo_concurrency.lockutils [req-b60e7ef1-b499-4e19-ad07-3b35dc94b5d7 req-b9cedb3f-106f-4963-a013-1a17c0f61d84 service nova] Acquired lock "refresh_cache-19fe7145-234c-4db4-878e-20d615f4b1d6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.393151] env[71147]: DEBUG nova.network.neutron [req-b60e7ef1-b499-4e19-ad07-3b35dc94b5d7 req-b9cedb3f-106f-4963-a013-1a17c0f61d84 service nova] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Refreshing network info cache for port 46704d8f-e39e-4670-a70c-09566183f37a {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.462519] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422043, 'name': Rename_Task, 'duration_secs': 0.144974} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.462838] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.463097] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f287365-9c8d-4546-98ff-983a08181e8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.470409] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1252.470409] env[71147]: value = "task-3422047" [ 1252.470409] env[71147]: _type = "Task" [ 1252.470409] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.478831] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.504528] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "22e007a9-e619-4583-8b21-eb245c92e45f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.504826] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.505053] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.505242] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.505409] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.508070] env[71147]: INFO nova.compute.manager [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Terminating instance [ 1252.526432] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422044, 'name': ReconfigVM_Task, 'duration_secs': 0.365386} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.527114] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2/64ca00a5-2733-4537-beeb-cf6b7f9b4bf2.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.530784] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b29b9c60-fb9b-4fc8-befe-3209749d8c43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.538845] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14531} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.540167] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.540573] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1252.540573] env[71147]: value = "task-3422048" [ 1252.540573] env[71147]: _type = "Task" [ 1252.540573] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.541233] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad258f0b-609a-4c21-a629-ffb711374a5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.561387] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.561586] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquired lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.561776] env[71147]: DEBUG nova.network.neutron [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.572390] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] d8ca939b-5030-4f5b-a141-5a3790bdda67/d8ca939b-5030-4f5b-a141-5a3790bdda67.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.573473] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ceb97f-d43c-4961-adb8-465d9cff9dde {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.594786] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1252.594786] env[71147]: value = "task-3422049" [ 1252.594786] env[71147]: _type = "Task" [ 1252.594786] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.603896] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.677846] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422046, 'name': CreateVM_Task, 'duration_secs': 0.42261} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.678151] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.678889] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.679098] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.679493] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.679868] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b4be49-8b3a-4c6f-b34d-b08cbc135604 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.686063] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1252.686063] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5298b523-858f-b900-fad3-a6106d12fe8d" [ 1252.686063] env[71147]: _type = "Task" [ 1252.686063] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.695574] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5298b523-858f-b900-fad3-a6106d12fe8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.876307] env[71147]: DEBUG nova.objects.instance [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid 94b1ffac-7929-47ff-ad38-a9cdfb030782 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.983067] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422047, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.012207] env[71147]: DEBUG nova.compute.manager [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.012418] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.013310] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bed6440-a7a0-4c01-b4ca-f3697b3db1f5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.021127] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.021369] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a4dc17a-c2d2-494c-914c-9a3b177d50dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.028050] env[71147]: DEBUG oslo_vmware.api [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1253.028050] env[71147]: value = "task-3422050" [ 1253.028050] env[71147]: _type = "Task" [ 1253.028050] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.042510] env[71147]: DEBUG oslo_vmware.api [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.052199] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422048, 'name': Rename_Task, 'duration_secs': 0.193467} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.052476] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.052915] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1eb9d0-4917-4079-9185-87a56d113be7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.059812] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1253.059812] env[71147]: value = "task-3422051" [ 1253.059812] env[71147]: _type = "Task" [ 1253.059812] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.068777] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.109097] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422049, 'name': ReconfigVM_Task, 'duration_secs': 0.297227} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.109097] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Reconfigured VM instance instance-00000076 to attach disk [datastore1] d8ca939b-5030-4f5b-a141-5a3790bdda67/d8ca939b-5030-4f5b-a141-5a3790bdda67.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.109097] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4feee247-2448-4b84-988b-38dc8a9abf8d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.118288] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1253.118288] env[71147]: value = "task-3422052" [ 1253.118288] env[71147]: _type = "Task" [ 1253.118288] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.128336] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422052, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.197548] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5298b523-858f-b900-fad3-a6106d12fe8d, 'name': SearchDatastore_Task, 'duration_secs': 0.013912} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.198035] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.198304] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.198567] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.198705] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.198890] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.199190] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f30c5cad-e808-4896-8dba-6ac6d23083e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.209743] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.209935] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.210761] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7043e6a8-f577-446f-8e93-c5c2ddbf213b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.218034] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1253.218034] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52722936-35eb-b5c3-2395-3299466ed41c" [ 1253.218034] env[71147]: _type = "Task" [ 1253.218034] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.227460] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52722936-35eb-b5c3-2395-3299466ed41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.246594] env[71147]: DEBUG nova.network.neutron [req-b60e7ef1-b499-4e19-ad07-3b35dc94b5d7 req-b9cedb3f-106f-4963-a013-1a17c0f61d84 service nova] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Updated VIF entry in instance network info cache for port 46704d8f-e39e-4670-a70c-09566183f37a. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.246926] env[71147]: DEBUG nova.network.neutron [req-b60e7ef1-b499-4e19-ad07-3b35dc94b5d7 req-b9cedb3f-106f-4963-a013-1a17c0f61d84 service nova] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Updating instance_info_cache with network_info: [{"id": "46704d8f-e39e-4670-a70c-09566183f37a", "address": "fa:16:3e:b4:8b:b9", "network": {"id": "79143fdb-e52e-4d7f-92c4-ad35edca3c02", "bridge": "br-int", "label": "tempest-ServersTestJSON-1864459394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfdf43b9e6d14dc69e15741022d5667c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46704d8f-e3", "ovs_interfaceid": "46704d8f-e39e-4670-a70c-09566183f37a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.368510] env[71147]: DEBUG nova.network.neutron [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating instance_info_cache with network_info: [{"id": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "address": "fa:16:3e:0a:aa:9c", "network": {"id": "7b89ca69-dd41-4173-9ee7-799e2502dd59", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-549360022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed2b153f8bd4b44aa9b9dd6dda5659c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4e1e9b-6b", "ovs_interfaceid": "da4e1e9b-6b1f-40f4-9bc7-807828d08c47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.380887] env[71147]: DEBUG oslo_concurrency.lockutils [None req-aa66e4c1-d0af-42c8-b6fd-66b7cf4e681d tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.480509] env[71147]: DEBUG oslo_vmware.api [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422047, 'name': PowerOnVM_Task, 'duration_secs': 0.527056} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.480795] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.480997] env[71147]: INFO nova.compute.manager [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1253.481195] env[71147]: DEBUG nova.compute.manager [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.481985] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba88a588-29f7-4cd5-a7b6-aff5e4f871aa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.538493] env[71147]: DEBUG oslo_vmware.api [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422050, 'name': PowerOffVM_Task, 'duration_secs': 0.208375} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.538769] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.539030] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.539287] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9474b7b6-0f53-4807-b6c9-84be5c515d24 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.571855] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.628493] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422052, 'name': Rename_Task, 'duration_secs': 0.198193} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.628779] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.629041] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f47ecfa8-449b-4849-ad73-c5761d0b568e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.637843] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1253.637843] env[71147]: value = "task-3422054" [ 1253.637843] env[71147]: _type = "Task" [ 1253.637843] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.645440] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.732730] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52722936-35eb-b5c3-2395-3299466ed41c, 'name': SearchDatastore_Task, 'duration_secs': 0.016596} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.735456] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.735782] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.736071] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleting the datastore file [datastore1] 22e007a9-e619-4583-8b21-eb245c92e45f {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.736434] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33d0cc4-e43b-42e5-82f3-665ad6eefbc2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.739884] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e2530bb-607a-42a6-b957-301572be5e9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.746338] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1253.746338] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fafeae-a098-f293-0916-75a0ac73a8be" [ 1253.746338] env[71147]: _type = "Task" [ 1253.746338] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.752442] env[71147]: DEBUG oslo_concurrency.lockutils [req-b60e7ef1-b499-4e19-ad07-3b35dc94b5d7 req-b9cedb3f-106f-4963-a013-1a17c0f61d84 service nova] Releasing lock "refresh_cache-19fe7145-234c-4db4-878e-20d615f4b1d6" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.753062] env[71147]: DEBUG oslo_vmware.api [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for the task: (returnval){ [ 1253.753062] env[71147]: value = "task-3422055" [ 1253.753062] env[71147]: _type = "Task" [ 1253.753062] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.761620] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fafeae-a098-f293-0916-75a0ac73a8be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.762401] env[71147]: DEBUG oslo_concurrency.lockutils [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.762654] env[71147]: DEBUG oslo_concurrency.lockutils [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.766841] env[71147]: DEBUG oslo_vmware.api [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.871172] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Releasing lock "refresh_cache-6eb760fe-9dac-48a4-9685-a231d05c16b3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.872311] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02a787d-59a6-40c6-b626-99788998b956 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.879683] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Resuming the VM {{(pid=71147) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1253.879936] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56f4d045-c0e4-402c-9b37-3508ae777d9c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.888016] env[71147]: DEBUG oslo_vmware.api [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1253.888016] env[71147]: value = "task-3422056" [ 1253.888016] env[71147]: _type = "Task" [ 1253.888016] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.903650] env[71147]: DEBUG oslo_vmware.api [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.999744] env[71147]: INFO nova.compute.manager [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Took 20.93 seconds to build instance. [ 1254.071677] env[71147]: DEBUG oslo_vmware.api [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422051, 'name': PowerOnVM_Task, 'duration_secs': 0.873889} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.072013] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.072243] env[71147]: INFO nova.compute.manager [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1254.072602] env[71147]: DEBUG nova.compute.manager [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.073467] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc5296f-d516-4db7-964e-7999f4a0678d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.148030] env[71147]: DEBUG oslo_vmware.api [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422054, 'name': PowerOnVM_Task, 'duration_secs': 0.502611} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.148273] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.148479] env[71147]: INFO nova.compute.manager [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1254.148658] env[71147]: DEBUG nova.compute.manager [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.149422] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff8c4b-d8b3-4b4a-ac2f-4a7d567538d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.262673] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52fafeae-a098-f293-0916-75a0ac73a8be, 'name': SearchDatastore_Task, 'duration_secs': 0.013586} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.263371] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.263669] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 19fe7145-234c-4db4-878e-20d615f4b1d6/19fe7145-234c-4db4-878e-20d615f4b1d6.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.263979] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83ab52a6-e4d5-4595-a40c-338929367410 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.269533] env[71147]: INFO nova.compute.manager [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Detaching volume 1c35a04c-889c-41bb-9484-7a7b2399c994 [ 1254.271458] env[71147]: DEBUG oslo_vmware.api [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Task: {'id': task-3422055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197686} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.272284] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.272538] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.272755] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.273123] env[71147]: INFO nova.compute.manager [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1254.273286] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.273521] env[71147]: DEBUG nova.compute.manager [-] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.273631] env[71147]: DEBUG nova.network.neutron [-] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.279499] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1254.279499] env[71147]: value = "task-3422057" [ 1254.279499] env[71147]: _type = "Task" [ 1254.279499] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.290271] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.311688] env[71147]: INFO nova.virt.block_device [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Attempting to driver detach volume 1c35a04c-889c-41bb-9484-7a7b2399c994 from mountpoint /dev/sdb [ 1254.311951] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.312167] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682700', 'volume_id': '1c35a04c-889c-41bb-9484-7a7b2399c994', 'name': 'volume-1c35a04c-889c-41bb-9484-7a7b2399c994', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94b1ffac-7929-47ff-ad38-a9cdfb030782', 'attached_at': '', 'detached_at': '', 'volume_id': '1c35a04c-889c-41bb-9484-7a7b2399c994', 'serial': '1c35a04c-889c-41bb-9484-7a7b2399c994'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.313118] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4015fc3a-0963-444b-85b4-410f6c986eb3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.340897] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd0ae1-a01a-47da-b620-b9b806d00463 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.349776] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11130b-385a-4f05-9226-5139d50b3242 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.374730] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed1fda1-85bf-4d53-abbf-77ca466e70da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.391176] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] The volume has not been displaced from its original location: [datastore1] volume-1c35a04c-889c-41bb-9484-7a7b2399c994/volume-1c35a04c-889c-41bb-9484-7a7b2399c994.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.399195] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.401671] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1b67714-8361-473b-863e-5014d8d558c2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.421280] env[71147]: DEBUG oslo_vmware.api [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422056, 'name': PowerOnVM_Task} progress is 93%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.424493] env[71147]: DEBUG oslo_vmware.api [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1254.424493] env[71147]: value = "task-3422058" [ 1254.424493] env[71147]: _type = "Task" [ 1254.424493] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.435205] env[71147]: DEBUG oslo_vmware.api [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.502867] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c3abdb87-0ef1-49b5-a7c1-90d9fddb77e6 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.436s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.595218] env[71147]: INFO nova.compute.manager [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Took 14.02 seconds to build instance. [ 1254.668911] env[71147]: INFO nova.compute.manager [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Took 13.54 seconds to build instance. [ 1254.791463] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422057, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.909783] env[71147]: DEBUG oslo_vmware.api [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422056, 'name': PowerOnVM_Task, 'duration_secs': 0.624527} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.911160] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Resumed the VM {{(pid=71147) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1254.911160] env[71147]: DEBUG nova.compute.manager [None req-8b300e97-2791-4b6f-8ef9-862299c25ab1 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.912724] env[71147]: DEBUG nova.compute.manager [req-a89833e6-eecf-4209-9e7a-1255c52ac235 req-c1fbbdf4-3039-4ac6-bca0-923ccbf5ebcb service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Received event network-vif-deleted-d01f9eba-f429-41fe-b9c7-0f3249ed16e1 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.912917] env[71147]: INFO nova.compute.manager [req-a89833e6-eecf-4209-9e7a-1255c52ac235 req-c1fbbdf4-3039-4ac6-bca0-923ccbf5ebcb service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Neutron deleted interface d01f9eba-f429-41fe-b9c7-0f3249ed16e1; detaching it from the instance and deleting it from the info cache [ 1254.914091] env[71147]: DEBUG nova.network.neutron [req-a89833e6-eecf-4209-9e7a-1255c52ac235 req-c1fbbdf4-3039-4ac6-bca0-923ccbf5ebcb service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.915467] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc2ca89-a64c-4797-823c-8823722246f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.938795] env[71147]: DEBUG oslo_vmware.api [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422058, 'name': ReconfigVM_Task, 'duration_secs': 0.389481} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.939094] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.947021] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f62c44-055f-4749-af55-f70832a70056 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.962365] env[71147]: DEBUG oslo_vmware.api [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1254.962365] env[71147]: value = "task-3422059" [ 1254.962365] env[71147]: _type = "Task" [ 1254.962365] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.098147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-bdf37de6-8c19-4c13-a333-58293fc5a1ca tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.528s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.171464] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d80d24f9-bd9d-4a25-bd31-98830c7f2c81 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "d8ca939b-5030-4f5b-a141-5a3790bdda67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.056s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.291042] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683467} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.291328] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 19fe7145-234c-4db4-878e-20d615f4b1d6/19fe7145-234c-4db4-878e-20d615f4b1d6.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.291592] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.291876] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f20c68b-7451-4531-8dfd-0ac301fef33f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.300027] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1255.300027] env[71147]: value = "task-3422060" [ 1255.300027] env[71147]: _type = "Task" [ 1255.300027] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.308926] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.381607] env[71147]: DEBUG nova.network.neutron [-] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.416267] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aabdc42b-48ab-4bd5-b7ec-584b0a033eda {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.429715] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5f9d6b-2481-4b3d-837d-f189d4b1a7e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.452115] env[71147]: DEBUG nova.compute.manager [req-586f32ca-8e12-41e5-a8ad-ce455e2642a8 req-22b33431-eb17-42fd-9f6d-cfa3ce2e1f2a service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Received event network-changed-44f46017-7ff3-4eb7-be59-0742d376e814 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.452115] env[71147]: DEBUG nova.compute.manager [req-586f32ca-8e12-41e5-a8ad-ce455e2642a8 req-22b33431-eb17-42fd-9f6d-cfa3ce2e1f2a service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Refreshing instance network info cache due to event network-changed-44f46017-7ff3-4eb7-be59-0742d376e814. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.452115] env[71147]: DEBUG oslo_concurrency.lockutils [req-586f32ca-8e12-41e5-a8ad-ce455e2642a8 req-22b33431-eb17-42fd-9f6d-cfa3ce2e1f2a service nova] Acquiring lock "refresh_cache-0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.452115] env[71147]: DEBUG oslo_concurrency.lockutils [req-586f32ca-8e12-41e5-a8ad-ce455e2642a8 req-22b33431-eb17-42fd-9f6d-cfa3ce2e1f2a service nova] Acquired lock "refresh_cache-0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.452115] env[71147]: DEBUG nova.network.neutron [req-586f32ca-8e12-41e5-a8ad-ce455e2642a8 req-22b33431-eb17-42fd-9f6d-cfa3ce2e1f2a service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Refreshing network info cache for port 44f46017-7ff3-4eb7-be59-0742d376e814 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.477713] env[71147]: DEBUG nova.compute.manager [req-a89833e6-eecf-4209-9e7a-1255c52ac235 req-c1fbbdf4-3039-4ac6-bca0-923ccbf5ebcb service nova] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Detach interface failed, port_id=d01f9eba-f429-41fe-b9c7-0f3249ed16e1, reason: Instance 22e007a9-e619-4583-8b21-eb245c92e45f could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1255.484433] env[71147]: DEBUG oslo_vmware.api [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422059, 'name': ReconfigVM_Task, 'duration_secs': 0.223894} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.484818] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682700', 'volume_id': '1c35a04c-889c-41bb-9484-7a7b2399c994', 'name': 'volume-1c35a04c-889c-41bb-9484-7a7b2399c994', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94b1ffac-7929-47ff-ad38-a9cdfb030782', 'attached_at': '', 'detached_at': '', 'volume_id': '1c35a04c-889c-41bb-9484-7a7b2399c994', 'serial': '1c35a04c-889c-41bb-9484-7a7b2399c994'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1255.811582] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101825} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.811884] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.812804] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f6b3fd-a6a1-4aef-8889-014fdd11188e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.839390] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 19fe7145-234c-4db4-878e-20d615f4b1d6/19fe7145-234c-4db4-878e-20d615f4b1d6.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.839739] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b7d0d7-c426-4f8a-ba42-58df60cd962e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.861055] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1255.861055] env[71147]: value = "task-3422061" [ 1255.861055] env[71147]: _type = "Task" [ 1255.861055] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.869457] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.887209] env[71147]: INFO nova.compute.manager [-] [instance: 22e007a9-e619-4583-8b21-eb245c92e45f] Took 1.61 seconds to deallocate network for instance. [ 1256.036245] env[71147]: DEBUG nova.objects.instance [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid 94b1ffac-7929-47ff-ad38-a9cdfb030782 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.250096] env[71147]: DEBUG nova.network.neutron [req-586f32ca-8e12-41e5-a8ad-ce455e2642a8 req-22b33431-eb17-42fd-9f6d-cfa3ce2e1f2a service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Updated VIF entry in instance network info cache for port 44f46017-7ff3-4eb7-be59-0742d376e814. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.250527] env[71147]: DEBUG nova.network.neutron [req-586f32ca-8e12-41e5-a8ad-ce455e2642a8 req-22b33431-eb17-42fd-9f6d-cfa3ce2e1f2a service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Updating instance_info_cache with network_info: [{"id": "44f46017-7ff3-4eb7-be59-0742d376e814", "address": "fa:16:3e:6e:4a:7f", "network": {"id": "0a1ed1c9-4f78-4366-a16e-66223401fd98", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-657129929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "415a35d2cc0c4769beb5b57ca3f7a978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44f46017-7f", "ovs_interfaceid": "44f46017-7ff3-4eb7-be59-0742d376e814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.370790] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422061, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.396715] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.398025] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.398025] env[71147]: DEBUG nova.objects.instance [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lazy-loading 'resources' on Instance uuid 22e007a9-e619-4583-8b21-eb245c92e45f {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.753457] env[71147]: DEBUG oslo_concurrency.lockutils [req-586f32ca-8e12-41e5-a8ad-ce455e2642a8 req-22b33431-eb17-42fd-9f6d-cfa3ce2e1f2a service nova] Releasing lock "refresh_cache-0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.873323] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422061, 'name': ReconfigVM_Task, 'duration_secs': 0.512424} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.873606] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 19fe7145-234c-4db4-878e-20d615f4b1d6/19fe7145-234c-4db4-878e-20d615f4b1d6.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.874290] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d56d2cb-a8e9-4f28-ae06-fea861c9bb1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.883884] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1256.883884] env[71147]: value = "task-3422063" [ 1256.883884] env[71147]: _type = "Task" [ 1256.883884] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.894635] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422063, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.958573] env[71147]: DEBUG nova.compute.manager [req-4b07fb1f-4492-4471-9351-64ab30ec57eb req-ba7b3199-8bba-4744-93f2-9e38a7c9d0b1 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Received event network-changed-db5b406a-d270-40fe-88ff-59241b08ae14 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.958974] env[71147]: DEBUG nova.compute.manager [req-4b07fb1f-4492-4471-9351-64ab30ec57eb req-ba7b3199-8bba-4744-93f2-9e38a7c9d0b1 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Refreshing instance network info cache due to event network-changed-db5b406a-d270-40fe-88ff-59241b08ae14. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.959243] env[71147]: DEBUG oslo_concurrency.lockutils [req-4b07fb1f-4492-4471-9351-64ab30ec57eb req-ba7b3199-8bba-4744-93f2-9e38a7c9d0b1 service nova] Acquiring lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.959447] env[71147]: DEBUG oslo_concurrency.lockutils [req-4b07fb1f-4492-4471-9351-64ab30ec57eb req-ba7b3199-8bba-4744-93f2-9e38a7c9d0b1 service nova] Acquired lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.959657] env[71147]: DEBUG nova.network.neutron [req-4b07fb1f-4492-4471-9351-64ab30ec57eb req-ba7b3199-8bba-4744-93f2-9e38a7c9d0b1 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Refreshing network info cache for port db5b406a-d270-40fe-88ff-59241b08ae14 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.045805] env[71147]: DEBUG oslo_concurrency.lockutils [None req-92712346-701c-4ccf-bb13-8825bc25701e tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.071393] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e66e7e-26b9-4ff5-aba6-ccba9bbb0d4f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.077018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.077018] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.086470] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a018bd-d58e-4679-8dd1-0d0d02f938e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.121565] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e834d5-9dbb-4ede-b679-ebc4f4352660 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.130267] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eed67f-aed2-4230-b687-61f9efe318ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.145262] env[71147]: DEBUG nova.compute.provider_tree [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.402533] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422063, 'name': Rename_Task, 'duration_secs': 0.175669} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.402957] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.403226] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87e71f7f-c88f-4744-8582-ef5687796842 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.410877] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1257.410877] env[71147]: value = "task-3422064" [ 1257.410877] env[71147]: _type = "Task" [ 1257.410877] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.419699] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.471940] env[71147]: DEBUG nova.compute.manager [req-0ab58be1-6f54-49f1-85c1-8c4250320002 req-1d4a8fe1-df0e-4c70-97e3-bbf599242d4f service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Received event network-changed-101eb0df-4649-4b5f-9494-7fe199d528e6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.472221] env[71147]: DEBUG nova.compute.manager [req-0ab58be1-6f54-49f1-85c1-8c4250320002 req-1d4a8fe1-df0e-4c70-97e3-bbf599242d4f service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Refreshing instance network info cache due to event network-changed-101eb0df-4649-4b5f-9494-7fe199d528e6. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.472559] env[71147]: DEBUG oslo_concurrency.lockutils [req-0ab58be1-6f54-49f1-85c1-8c4250320002 req-1d4a8fe1-df0e-4c70-97e3-bbf599242d4f service nova] Acquiring lock "refresh_cache-d8ca939b-5030-4f5b-a141-5a3790bdda67" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.472606] env[71147]: DEBUG oslo_concurrency.lockutils [req-0ab58be1-6f54-49f1-85c1-8c4250320002 req-1d4a8fe1-df0e-4c70-97e3-bbf599242d4f service nova] Acquired lock "refresh_cache-d8ca939b-5030-4f5b-a141-5a3790bdda67" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.473645] env[71147]: DEBUG nova.network.neutron [req-0ab58be1-6f54-49f1-85c1-8c4250320002 req-1d4a8fe1-df0e-4c70-97e3-bbf599242d4f service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Refreshing network info cache for port 101eb0df-4649-4b5f-9494-7fe199d528e6 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.581686] env[71147]: INFO nova.compute.manager [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Detaching volume 5f635df5-3b81-4edc-9c86-5a4bf8b774a4 [ 1257.617479] env[71147]: INFO nova.virt.block_device [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Attempting to driver detach volume 5f635df5-3b81-4edc-9c86-5a4bf8b774a4 from mountpoint /dev/sdc [ 1257.617796] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1257.618119] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682706', 'volume_id': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'name': 'volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94b1ffac-7929-47ff-ad38-a9cdfb030782', 'attached_at': '', 'detached_at': '', 'volume_id': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'serial': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1257.619299] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df525fc8-9a24-4943-82b8-1dd937208024 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.644438] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d372d1d0-1e4c-4ebf-bf3f-2ac92eb98ee5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.648293] env[71147]: DEBUG nova.scheduler.client.report [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.653986] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61ef0de-24bb-4ca9-a9e0-9792049f1adf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.676669] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca000d0-6f5c-468f-a642-b9777dac4581 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.680621] env[71147]: DEBUG nova.network.neutron [req-4b07fb1f-4492-4471-9351-64ab30ec57eb req-ba7b3199-8bba-4744-93f2-9e38a7c9d0b1 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updated VIF entry in instance network info cache for port db5b406a-d270-40fe-88ff-59241b08ae14. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.681043] env[71147]: DEBUG nova.network.neutron [req-4b07fb1f-4492-4471-9351-64ab30ec57eb req-ba7b3199-8bba-4744-93f2-9e38a7c9d0b1 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance_info_cache with network_info: [{"id": "db5b406a-d270-40fe-88ff-59241b08ae14", "address": "fa:16:3e:63:ea:6d", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5b406a-d2", "ovs_interfaceid": "db5b406a-d270-40fe-88ff-59241b08ae14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.700979] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] The volume has not been displaced from its original location: [datastore1] volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4/volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1257.706652] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.707501] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ece32be4-ee44-4cb5-938c-144dbb9811e7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.728843] env[71147]: DEBUG oslo_vmware.api [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1257.728843] env[71147]: value = "task-3422065" [ 1257.728843] env[71147]: _type = "Task" [ 1257.728843] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.738039] env[71147]: DEBUG oslo_vmware.api [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.921197] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.154844] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.179655] env[71147]: INFO nova.scheduler.client.report [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Deleted allocations for instance 22e007a9-e619-4583-8b21-eb245c92e45f [ 1258.184293] env[71147]: DEBUG nova.network.neutron [req-0ab58be1-6f54-49f1-85c1-8c4250320002 req-1d4a8fe1-df0e-4c70-97e3-bbf599242d4f service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Updated VIF entry in instance network info cache for port 101eb0df-4649-4b5f-9494-7fe199d528e6. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.184645] env[71147]: DEBUG nova.network.neutron [req-0ab58be1-6f54-49f1-85c1-8c4250320002 req-1d4a8fe1-df0e-4c70-97e3-bbf599242d4f service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Updating instance_info_cache with network_info: [{"id": "101eb0df-4649-4b5f-9494-7fe199d528e6", "address": "fa:16:3e:cc:08:06", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap101eb0df-46", "ovs_interfaceid": "101eb0df-4649-4b5f-9494-7fe199d528e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.185934] env[71147]: DEBUG oslo_concurrency.lockutils [req-4b07fb1f-4492-4471-9351-64ab30ec57eb req-ba7b3199-8bba-4744-93f2-9e38a7c9d0b1 service nova] Releasing lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.242712] env[71147]: DEBUG oslo_vmware.api [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422065, 'name': ReconfigVM_Task, 'duration_secs': 0.496997} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.243013] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.247882] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5208d8c-5089-4361-be26-40a2d0a3bd45 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.264226] env[71147]: DEBUG oslo_vmware.api [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1258.264226] env[71147]: value = "task-3422066" [ 1258.264226] env[71147]: _type = "Task" [ 1258.264226] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.276314] env[71147]: DEBUG oslo_vmware.api [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.423084] env[71147]: DEBUG oslo_vmware.api [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422064, 'name': PowerOnVM_Task, 'duration_secs': 0.915868} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.423084] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.423084] env[71147]: INFO nova.compute.manager [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1258.423467] env[71147]: DEBUG nova.compute.manager [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.423945] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3984f963-7a25-4028-91f5-b4832ef60f20 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.687660] env[71147]: DEBUG oslo_concurrency.lockutils [req-0ab58be1-6f54-49f1-85c1-8c4250320002 req-1d4a8fe1-df0e-4c70-97e3-bbf599242d4f service nova] Releasing lock "refresh_cache-d8ca939b-5030-4f5b-a141-5a3790bdda67" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.691046] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34491fd8-83a1-478b-b398-d707bf5b47c8 tempest-ServerActionsTestOtherB-2025667431 tempest-ServerActionsTestOtherB-2025667431-project-member] Lock "22e007a9-e619-4583-8b21-eb245c92e45f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.186s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.774381] env[71147]: DEBUG oslo_vmware.api [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422066, 'name': ReconfigVM_Task, 'duration_secs': 0.181824} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.774707] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682706', 'volume_id': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'name': 'volume-5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '94b1ffac-7929-47ff-ad38-a9cdfb030782', 'attached_at': '', 'detached_at': '', 'volume_id': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4', 'serial': '5f635df5-3b81-4edc-9c86-5a4bf8b774a4'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1258.942773] env[71147]: INFO nova.compute.manager [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Took 16.27 seconds to build instance. [ 1259.315088] env[71147]: DEBUG nova.objects.instance [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'flavor' on Instance uuid 94b1ffac-7929-47ff-ad38-a9cdfb030782 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.444230] env[71147]: DEBUG oslo_concurrency.lockutils [None req-733c019d-0682-44f4-8d87-26446ca824f1 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.787s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.067515] env[71147]: DEBUG oslo_concurrency.lockutils [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.067884] env[71147]: DEBUG oslo_concurrency.lockutils [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.068170] env[71147]: DEBUG oslo_concurrency.lockutils [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.068412] env[71147]: DEBUG oslo_concurrency.lockutils [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.068626] env[71147]: DEBUG oslo_concurrency.lockutils [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.070874] env[71147]: INFO nova.compute.manager [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Terminating instance [ 1260.283126] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "19fe7145-234c-4db4-878e-20d615f4b1d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.283436] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.283662] env[71147]: DEBUG nova.compute.manager [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.285111] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b6104-1561-48f4-ac27-e337bc109b6f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.295124] env[71147]: DEBUG nova.compute.manager [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1260.295916] env[71147]: DEBUG nova.objects.instance [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lazy-loading 'flavor' on Instance uuid 19fe7145-234c-4db4-878e-20d615f4b1d6 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.323851] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2b80b112-7f4c-420f-85f6-6b07c8ebe237 tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.575402] env[71147]: DEBUG nova.compute.manager [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.575758] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.576540] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8cca05-c5b5-4a8c-8f91-beab92aca9e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.586451] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.586725] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75788d24-5c8e-4070-ae94-ad74c36e83c5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.594504] env[71147]: DEBUG oslo_vmware.api [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1260.594504] env[71147]: value = "task-3422068" [ 1260.594504] env[71147]: _type = "Task" [ 1260.594504] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.603772] env[71147]: DEBUG oslo_vmware.api [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.105082] env[71147]: DEBUG oslo_vmware.api [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422068, 'name': PowerOffVM_Task, 'duration_secs': 0.206429} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.105362] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.105532] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.105793] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aae1063e-6513-48aa-800e-ef1618eb69f5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.183391] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.183666] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.183931] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleting the datastore file [datastore1] 6eb760fe-9dac-48a4-9685-a231d05c16b3 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.184194] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cd14d42-26aa-42c4-8ec1-d9b20c5a44a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.193485] env[71147]: DEBUG oslo_vmware.api [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for the task: (returnval){ [ 1261.193485] env[71147]: value = "task-3422070" [ 1261.193485] env[71147]: _type = "Task" [ 1261.193485] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.205775] env[71147]: DEBUG oslo_vmware.api [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.303327] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.303736] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53096230-6b6b-4038-a1d8-3b06732b9c5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.313966] env[71147]: DEBUG oslo_vmware.api [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1261.313966] env[71147]: value = "task-3422071" [ 1261.313966] env[71147]: _type = "Task" [ 1261.313966] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.324179] env[71147]: DEBUG oslo_vmware.api [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.495580] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.495852] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.496181] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "94b1ffac-7929-47ff-ad38-a9cdfb030782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.496518] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.496808] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.500198] env[71147]: INFO nova.compute.manager [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Terminating instance [ 1261.711493] env[71147]: DEBUG oslo_vmware.api [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Task: {'id': task-3422070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231335} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.711913] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.712080] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.712261] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.712437] env[71147]: INFO nova.compute.manager [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1261.712762] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.713019] env[71147]: DEBUG nova.compute.manager [-] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.713102] env[71147]: DEBUG nova.network.neutron [-] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.825244] env[71147]: DEBUG oslo_vmware.api [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422071, 'name': PowerOffVM_Task, 'duration_secs': 0.320348} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.825244] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.825244] env[71147]: DEBUG nova.compute.manager [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.825876] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166338eb-dbcc-4552-a3a8-2729e51beb12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.007035] env[71147]: DEBUG nova.compute.manager [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.007314] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.008652] env[71147]: DEBUG nova.compute.manager [req-888571fa-c887-4421-a901-46bf359be1da req-54fcd00f-3c6c-4580-984c-f13701fd94a3 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Received event network-vif-deleted-da4e1e9b-6b1f-40f4-9bc7-807828d08c47 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.008869] env[71147]: INFO nova.compute.manager [req-888571fa-c887-4421-a901-46bf359be1da req-54fcd00f-3c6c-4580-984c-f13701fd94a3 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Neutron deleted interface da4e1e9b-6b1f-40f4-9bc7-807828d08c47; detaching it from the instance and deleting it from the info cache [ 1262.009068] env[71147]: DEBUG nova.network.neutron [req-888571fa-c887-4421-a901-46bf359be1da req-54fcd00f-3c6c-4580-984c-f13701fd94a3 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.011310] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55465c3e-e27b-4885-9b2e-988354cc85fc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.021921] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.022607] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26426b57-c116-47bf-a8cf-2754872881c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.032550] env[71147]: DEBUG oslo_vmware.api [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1262.032550] env[71147]: value = "task-3422073" [ 1262.032550] env[71147]: _type = "Task" [ 1262.032550] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.044889] env[71147]: DEBUG oslo_vmware.api [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.339067] env[71147]: DEBUG oslo_concurrency.lockutils [None req-a29a427b-0a3e-44de-a9e2-06c365abcfb0 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.486502] env[71147]: DEBUG nova.network.neutron [-] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.516374] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18f38634-1fac-413a-b078-d0c3acaa9e19 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.527944] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ccfc79-2193-43c3-ab01-1c03fdb7afac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.548709] env[71147]: DEBUG oslo_vmware.api [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422073, 'name': PowerOffVM_Task, 'duration_secs': 0.261296} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.548709] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.548709] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.549063] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-104000a6-f588-418a-8803-1157f34aa252 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.575179] env[71147]: DEBUG nova.compute.manager [req-888571fa-c887-4421-a901-46bf359be1da req-54fcd00f-3c6c-4580-984c-f13701fd94a3 service nova] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Detach interface failed, port_id=da4e1e9b-6b1f-40f4-9bc7-807828d08c47, reason: Instance 6eb760fe-9dac-48a4-9685-a231d05c16b3 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.625556] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.625830] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.626109] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Deleting the datastore file [datastore1] 94b1ffac-7929-47ff-ad38-a9cdfb030782 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.626454] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e86e12eb-41ba-4fb8-b457-2486ef157533 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.634749] env[71147]: DEBUG oslo_vmware.api [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for the task: (returnval){ [ 1262.634749] env[71147]: value = "task-3422075" [ 1262.634749] env[71147]: _type = "Task" [ 1262.634749] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.644055] env[71147]: DEBUG oslo_vmware.api [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.990659] env[71147]: INFO nova.compute.manager [-] [instance: 6eb760fe-9dac-48a4-9685-a231d05c16b3] Took 1.28 seconds to deallocate network for instance. [ 1263.081697] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "19fe7145-234c-4db4-878e-20d615f4b1d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.082364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.082364] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "19fe7145-234c-4db4-878e-20d615f4b1d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.082965] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.083181] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.087548] env[71147]: INFO nova.compute.manager [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Terminating instance [ 1263.146474] env[71147]: DEBUG oslo_vmware.api [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.208977] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.209196] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.209295] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.209429] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.209596] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.209748] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.209897] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.210050] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1263.210201] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.497805] env[71147]: DEBUG oslo_concurrency.lockutils [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.498130] env[71147]: DEBUG oslo_concurrency.lockutils [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.498381] env[71147]: DEBUG nova.objects.instance [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lazy-loading 'resources' on Instance uuid 6eb760fe-9dac-48a4-9685-a231d05c16b3 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.590938] env[71147]: DEBUG nova.compute.manager [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.591195] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.592146] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62a6d3f-ffb9-4d7c-b9b7-783780552bd7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.600536] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.600817] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8864464-fb32-4913-a51a-707df55f8881 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.649325] env[71147]: DEBUG oslo_vmware.api [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Task: {'id': task-3422075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.567534} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.649798] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.650118] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.650408] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.650683] env[71147]: INFO nova.compute.manager [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1263.651067] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.651370] env[71147]: DEBUG nova.compute.manager [-] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.651513] env[71147]: DEBUG nova.network.neutron [-] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.677172] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.677390] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.677650] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleting the datastore file [datastore2] 19fe7145-234c-4db4-878e-20d615f4b1d6 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.678032] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84717990-360b-4a24-92b0-56922ad4c2a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.687433] env[71147]: DEBUG oslo_vmware.api [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1263.687433] env[71147]: value = "task-3422078" [ 1263.687433] env[71147]: _type = "Task" [ 1263.687433] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.700908] env[71147]: DEBUG oslo_vmware.api [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.713168] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.185188] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10beeb3-2c03-4c9e-aea2-2b0211053049 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.199893] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf924a0-2e13-4029-bb80-09dd0e9d79b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.203106] env[71147]: DEBUG oslo_vmware.api [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160442} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.203365] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.203565] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.203755] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.203972] env[71147]: INFO nova.compute.manager [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1264.204269] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.204846] env[71147]: DEBUG nova.compute.manager [-] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.204963] env[71147]: DEBUG nova.network.neutron [-] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.233179] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146509d7-bd3e-4c90-9492-e37551b4cf4a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.242084] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771702b5-4afd-45e6-8c97-013bd13564d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.258259] env[71147]: DEBUG nova.compute.provider_tree [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.568768] env[71147]: DEBUG nova.compute.manager [req-a0660ab9-d141-4948-9d9d-cadc50405f9f req-e020d8c5-e941-411e-8119-97eb282e0231 service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Received event network-vif-deleted-3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.569022] env[71147]: INFO nova.compute.manager [req-a0660ab9-d141-4948-9d9d-cadc50405f9f req-e020d8c5-e941-411e-8119-97eb282e0231 service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Neutron deleted interface 3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9; detaching it from the instance and deleting it from the info cache [ 1264.569192] env[71147]: DEBUG nova.network.neutron [req-a0660ab9-d141-4948-9d9d-cadc50405f9f req-e020d8c5-e941-411e-8119-97eb282e0231 service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.662846] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.663563] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.663861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.664183] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.664933] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.667744] env[71147]: INFO nova.compute.manager [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Terminating instance [ 1264.763448] env[71147]: DEBUG nova.scheduler.client.report [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.048350] env[71147]: DEBUG nova.network.neutron [-] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.067243] env[71147]: DEBUG nova.network.neutron [-] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.072890] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b07c541-eccd-454f-ab40-57f6065139c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.084525] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bc55ae-b121-4d9d-865a-7afc6d8e289c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.118078] env[71147]: DEBUG nova.compute.manager [req-a0660ab9-d141-4948-9d9d-cadc50405f9f req-e020d8c5-e941-411e-8119-97eb282e0231 service nova] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Detach interface failed, port_id=3feccd2a-835d-48f6-a9cc-bf5b5aadcaa9, reason: Instance 94b1ffac-7929-47ff-ad38-a9cdfb030782 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.175287] env[71147]: DEBUG nova.compute.manager [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.175610] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.176674] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e3a054-b355-4c6f-a550-682050dcdf00 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.185776] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.186068] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9661e23-ad0f-47cb-ad4a-545b2416ab39 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.194105] env[71147]: DEBUG oslo_vmware.api [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1265.194105] env[71147]: value = "task-3422079" [ 1265.194105] env[71147]: _type = "Task" [ 1265.194105] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.203468] env[71147]: DEBUG oslo_vmware.api [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3422079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.271346] env[71147]: DEBUG oslo_concurrency.lockutils [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.274242] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.561s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.274242] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.274392] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1265.275336] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3607ad3-a86b-41f6-8bb5-af72648eaa83 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.289356] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf33ba0-0b44-447d-84d2-620bab8ce3ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.316635] env[71147]: INFO nova.scheduler.client.report [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Deleted allocations for instance 6eb760fe-9dac-48a4-9685-a231d05c16b3 [ 1265.318640] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd19152-3e14-4531-8eb4-44d5111e4b41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.330246] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec1da83-3c46-43ee-8c8e-cc1fc2371493 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.362272] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178956MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1265.362272] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.362660] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.553208] env[71147]: INFO nova.compute.manager [-] [instance: 94b1ffac-7929-47ff-ad38-a9cdfb030782] Took 1.90 seconds to deallocate network for instance. [ 1265.571028] env[71147]: INFO nova.compute.manager [-] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Took 1.37 seconds to deallocate network for instance. [ 1265.705447] env[71147]: DEBUG oslo_vmware.api [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3422079, 'name': PowerOffVM_Task, 'duration_secs': 0.226586} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.705808] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.706039] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.706338] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2426115d-9e17-40d2-80e8-f218134b0ec3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.774268] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.774508] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.774694] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleting the datastore file [datastore2] 5266a021-9df4-4eaa-aefa-ffb20d496c3c {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.774976] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb51157a-f1d2-4b18-addc-3a9b086ba8a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.783489] env[71147]: DEBUG oslo_vmware.api [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for the task: (returnval){ [ 1265.783489] env[71147]: value = "task-3422082" [ 1265.783489] env[71147]: _type = "Task" [ 1265.783489] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.791851] env[71147]: DEBUG oslo_vmware.api [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3422082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.829011] env[71147]: DEBUG oslo_concurrency.lockutils [None req-50b2fd2f-5865-4280-ae76-ff988b07cca9 tempest-ServersNegativeTestJSON-651441888 tempest-ServersNegativeTestJSON-651441888-project-member] Lock "6eb760fe-9dac-48a4-9685-a231d05c16b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.761s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.059755] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.081150] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.295890] env[71147]: DEBUG oslo_vmware.api [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Task: {'id': task-3422082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137324} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.296183] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.296364] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.296533] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.296710] env[71147]: INFO nova.compute.manager [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1266.296955] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.297162] env[71147]: DEBUG nova.compute.manager [-] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.297260] env[71147]: DEBUG nova.network.neutron [-] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.389910] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.390085] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.390236] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 94b1ffac-7929-47ff-ad38-a9cdfb030782 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.390375] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 5266a021-9df4-4eaa-aefa-ffb20d496c3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.390492] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.390606] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.390719] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance d8ca939b-5030-4f5b-a141-5a3790bdda67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.390830] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 19fe7145-234c-4db4-878e-20d615f4b1d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.599750] env[71147]: DEBUG nova.compute.manager [req-465236c9-e33e-4cc5-bdb5-2093effe61ac req-42aeceb4-7d0a-43d1-bf08-f1258f1fbbfb service nova] [instance: 19fe7145-234c-4db4-878e-20d615f4b1d6] Received event network-vif-deleted-46704d8f-e39e-4670-a70c-09566183f37a {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.782786] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "2d2b2035-81c9-4eb7-b785-1228d94574bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.783067] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "2d2b2035-81c9-4eb7-b785-1228d94574bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.894841] env[71147]: INFO nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 2d2b2035-81c9-4eb7-b785-1228d94574bf has allocations against this compute host but is not found in the database. [ 1266.895101] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1266.895259] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1267.025572] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25030435-cdc9-454c-b566-a1e638cfc6e5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.033706] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d453708-7111-415d-b015-ff5d6060bf05 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.066416] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0661ba-d0fa-472d-af88-94f394f1c791 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.074598] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90f9c7e-d8bb-4941-b953-d533f6f62e62 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.091913] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.229169] env[71147]: DEBUG nova.network.neutron [-] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.286443] env[71147]: DEBUG nova.compute.manager [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.597157] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.732232] env[71147]: INFO nova.compute.manager [-] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Took 1.43 seconds to deallocate network for instance. [ 1267.812162] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.103299] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1268.103531] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.741s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.103816] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.044s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.104079] env[71147]: DEBUG nova.objects.instance [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lazy-loading 'resources' on Instance uuid 94b1ffac-7929-47ff-ad38-a9cdfb030782 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.240342] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.628854] env[71147]: DEBUG nova.compute.manager [req-a79a703a-f5ac-4bca-b337-675c73dec36f req-9247ebe8-589d-4e00-a268-99136931b35a service nova] [instance: 5266a021-9df4-4eaa-aefa-ffb20d496c3c] Received event network-vif-deleted-82b7d1f8-9039-4fe9-9280-b798fc140b63 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.733747] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4fe094-2e7b-40d6-9e9f-fd5542d61657 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.742368] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae3d1c8-a642-4253-a249-93e41761b9ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.775042] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eba9911-bc25-41ca-962d-b3a458a949e4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.783117] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89cea2b-47a5-490c-9aac-27bc26e09bfb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.799055] env[71147]: DEBUG nova.compute.provider_tree [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.301922] env[71147]: DEBUG nova.scheduler.client.report [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.807335] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.809593] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.732s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.809854] env[71147]: DEBUG nova.objects.instance [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lazy-loading 'resources' on Instance uuid 19fe7145-234c-4db4-878e-20d615f4b1d6 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.828164] env[71147]: INFO nova.scheduler.client.report [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Deleted allocations for instance 94b1ffac-7929-47ff-ad38-a9cdfb030782 [ 1270.335819] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2f4cf32a-619b-432c-a400-bbcc56b5fccc tempest-AttachVolumeTestJSON-775620922 tempest-AttachVolumeTestJSON-775620922-project-member] Lock "94b1ffac-7929-47ff-ad38-a9cdfb030782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.840s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.409951] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142befeb-3eec-4e0b-b695-00928ecb7b4d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.418104] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc882cc-8d99-4185-b906-d6661b67e3e1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.448451] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece69b67-f1a1-4909-bdec-ec2cdd7cc948 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.455640] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadfff6c-ab28-4a02-94af-32c91afbb924 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.469873] env[71147]: DEBUG nova.compute.provider_tree [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.973893] env[71147]: DEBUG nova.scheduler.client.report [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.478117] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.480425] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.668s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.481919] env[71147]: INFO nova.compute.claims [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.503484] env[71147]: INFO nova.scheduler.client.report [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted allocations for instance 19fe7145-234c-4db4-878e-20d615f4b1d6 [ 1272.011187] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2c5d71ef-ab99-432e-b521-33d059f2e279 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "19fe7145-234c-4db4-878e-20d615f4b1d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.929s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.605702] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9c56d0-8098-477a-9558-ee8bb8f8c0f9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.613855] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92fb563-edc4-4a1f-8537-651c0b7f31f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.643755] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9885a9ee-fe5e-436f-b700-80b378ef3840 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.652032] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206df08-94e8-405a-9148-dcb32ecc3541 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.666545] env[71147]: DEBUG nova.compute.provider_tree [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.169998] env[71147]: DEBUG nova.scheduler.client.report [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.373574] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.373840] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.374091] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.374281] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.374450] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.376458] env[71147]: INFO nova.compute.manager [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Terminating instance [ 1273.675252] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.675856] env[71147]: DEBUG nova.compute.manager [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.678595] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.438s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.678833] env[71147]: DEBUG nova.objects.instance [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lazy-loading 'resources' on Instance uuid 5266a021-9df4-4eaa-aefa-ffb20d496c3c {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.879851] env[71147]: DEBUG nova.compute.manager [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.880133] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.881432] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9631ae66-1bc1-44da-97c6-520eebc8f093 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.889893] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.890209] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-389b38f4-739a-4e82-9138-dfa5d79af4ad {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.897210] env[71147]: DEBUG oslo_vmware.api [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1273.897210] env[71147]: value = "task-3422088" [ 1273.897210] env[71147]: _type = "Task" [ 1273.897210] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.905588] env[71147]: DEBUG oslo_vmware.api [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.181371] env[71147]: DEBUG nova.compute.utils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.185177] env[71147]: DEBUG nova.compute.manager [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.185354] env[71147]: DEBUG nova.network.neutron [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.224600] env[71147]: DEBUG nova.policy [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88429bae25e443e3972a57260f77ce48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a46c6bced56b4e748cd964bf105075cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.282069] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b6d23f-f823-45e3-978f-e50281c65f12 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.290175] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351df715-3f77-4aaa-a1f6-e98ebad9335f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.321981] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7018f086-8044-48dc-90a3-2153b49d6859 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.331184] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dba4fa-6afa-4a42-8a0a-cf69459e695e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.344255] env[71147]: DEBUG nova.compute.provider_tree [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.408815] env[71147]: DEBUG oslo_vmware.api [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422088, 'name': PowerOffVM_Task, 'duration_secs': 0.212647} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.409113] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.409431] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.409707] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97489018-1d48-4cb4-9881-451cd4d08667 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.478732] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.478995] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.479196] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleting the datastore file [datastore2] 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.479485] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79f3608c-24f3-4428-a6de-c1ea40490bde {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.487897] env[71147]: DEBUG nova.network.neutron [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Successfully created port: 0f973ac1-3f89-451e-99b2-ccf98e4d019e {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.491018] env[71147]: DEBUG oslo_vmware.api [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for the task: (returnval){ [ 1274.491018] env[71147]: value = "task-3422091" [ 1274.491018] env[71147]: _type = "Task" [ 1274.491018] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.499592] env[71147]: DEBUG oslo_vmware.api [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.688482] env[71147]: DEBUG nova.compute.manager [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.847730] env[71147]: DEBUG nova.scheduler.client.report [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.001957] env[71147]: DEBUG oslo_vmware.api [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Task: {'id': task-3422091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137199} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.002243] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.002434] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.002611] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.002796] env[71147]: INFO nova.compute.manager [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1275.003084] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.003289] env[71147]: DEBUG nova.compute.manager [-] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.003385] env[71147]: DEBUG nova.network.neutron [-] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.221666] env[71147]: DEBUG nova.compute.manager [req-844e7c81-f05b-48df-82d0-a27d4bf5cf44 req-13c97b1d-d68d-48a9-8733-d01e634e743c service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Received event network-vif-deleted-c40368d8-fe28-4f1f-9220-f0629dfc3ac9 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.221951] env[71147]: INFO nova.compute.manager [req-844e7c81-f05b-48df-82d0-a27d4bf5cf44 req-13c97b1d-d68d-48a9-8733-d01e634e743c service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Neutron deleted interface c40368d8-fe28-4f1f-9220-f0629dfc3ac9; detaching it from the instance and deleting it from the info cache [ 1275.222163] env[71147]: DEBUG nova.network.neutron [req-844e7c81-f05b-48df-82d0-a27d4bf5cf44 req-13c97b1d-d68d-48a9-8733-d01e634e743c service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.353388] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.377071] env[71147]: INFO nova.scheduler.client.report [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Deleted allocations for instance 5266a021-9df4-4eaa-aefa-ffb20d496c3c [ 1275.698812] env[71147]: DEBUG nova.compute.manager [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.706382] env[71147]: DEBUG nova.network.neutron [-] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.726199] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.726598] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.726718] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.726940] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.726940] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.727109] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.727320] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.727479] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.727673] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.727801] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.728153] env[71147]: DEBUG nova.virt.hardware [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.729301] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3bcd3f-50cf-4213-924a-ab7455e69de1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.733510] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-676018c2-337c-4d98-a8cf-efe44847957a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.742820] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64e4267-76cd-461d-a9b5-ef8c944bd6d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.750905] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95044e4-dcf9-4a5e-8c86-89791f79864b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.779083] env[71147]: DEBUG nova.compute.manager [req-844e7c81-f05b-48df-82d0-a27d4bf5cf44 req-13c97b1d-d68d-48a9-8733-d01e634e743c service nova] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Detach interface failed, port_id=c40368d8-fe28-4f1f-9220-f0629dfc3ac9, reason: Instance 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.885333] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e840e4a6-320a-46a6-9fd4-61ee86617b5d tempest-AttachVolumeShelveTestJSON-926657130 tempest-AttachVolumeShelveTestJSON-926657130-project-member] Lock "5266a021-9df4-4eaa-aefa-ffb20d496c3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.222s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.973222] env[71147]: DEBUG nova.network.neutron [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Successfully updated port: 0f973ac1-3f89-451e-99b2-ccf98e4d019e {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.209307] env[71147]: INFO nova.compute.manager [-] [instance: 0cc2a337-dbd9-4e06-ab3f-96459c19ba79] Took 1.21 seconds to deallocate network for instance. [ 1276.481310] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "refresh_cache-2d2b2035-81c9-4eb7-b785-1228d94574bf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.481310] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "refresh_cache-2d2b2035-81c9-4eb7-b785-1228d94574bf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.481310] env[71147]: DEBUG nova.network.neutron [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.720074] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.720373] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.720593] env[71147]: DEBUG nova.objects.instance [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lazy-loading 'resources' on Instance uuid 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.016025] env[71147]: DEBUG nova.network.neutron [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.135130] env[71147]: DEBUG nova.network.neutron [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Updating instance_info_cache with network_info: [{"id": "0f973ac1-3f89-451e-99b2-ccf98e4d019e", "address": "fa:16:3e:ea:ab:1e", "network": {"id": "e4ce1814-7b46-40c8-8625-4e1f75762c31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-305529960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a46c6bced56b4e748cd964bf105075cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f973ac1-3f", "ovs_interfaceid": "0f973ac1-3f89-451e-99b2-ccf98e4d019e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.248968] env[71147]: DEBUG nova.compute.manager [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Received event network-vif-plugged-0f973ac1-3f89-451e-99b2-ccf98e4d019e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.249156] env[71147]: DEBUG oslo_concurrency.lockutils [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] Acquiring lock "2d2b2035-81c9-4eb7-b785-1228d94574bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.249367] env[71147]: DEBUG oslo_concurrency.lockutils [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] Lock "2d2b2035-81c9-4eb7-b785-1228d94574bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.249510] env[71147]: DEBUG oslo_concurrency.lockutils [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] Lock "2d2b2035-81c9-4eb7-b785-1228d94574bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.249673] env[71147]: DEBUG nova.compute.manager [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] No waiting events found dispatching network-vif-plugged-0f973ac1-3f89-451e-99b2-ccf98e4d019e {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.249832] env[71147]: WARNING nova.compute.manager [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Received unexpected event network-vif-plugged-0f973ac1-3f89-451e-99b2-ccf98e4d019e for instance with vm_state building and task_state spawning. [ 1277.249991] env[71147]: DEBUG nova.compute.manager [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Received event network-changed-0f973ac1-3f89-451e-99b2-ccf98e4d019e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.250156] env[71147]: DEBUG nova.compute.manager [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Refreshing instance network info cache due to event network-changed-0f973ac1-3f89-451e-99b2-ccf98e4d019e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.250318] env[71147]: DEBUG oslo_concurrency.lockutils [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] Acquiring lock "refresh_cache-2d2b2035-81c9-4eb7-b785-1228d94574bf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.256670] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "cfbc9a1f-5227-4bac-8894-908a80ed4160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.256876] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.324065] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d38a00-4cc2-49e1-b903-2b11ef05ad0a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.333602] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19454095-c290-4fd8-9d9a-1dbc08d19578 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.363188] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18cb931-380d-4604-9ff3-04b1f67c92c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.370519] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5748790-1397-4499-bbd9-aaa541239bbc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.384662] env[71147]: DEBUG nova.compute.provider_tree [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.638396] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "refresh_cache-2d2b2035-81c9-4eb7-b785-1228d94574bf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.638745] env[71147]: DEBUG nova.compute.manager [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Instance network_info: |[{"id": "0f973ac1-3f89-451e-99b2-ccf98e4d019e", "address": "fa:16:3e:ea:ab:1e", "network": {"id": "e4ce1814-7b46-40c8-8625-4e1f75762c31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-305529960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a46c6bced56b4e748cd964bf105075cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f973ac1-3f", "ovs_interfaceid": "0f973ac1-3f89-451e-99b2-ccf98e4d019e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1277.639064] env[71147]: DEBUG oslo_concurrency.lockutils [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] Acquired lock "refresh_cache-2d2b2035-81c9-4eb7-b785-1228d94574bf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.639256] env[71147]: DEBUG nova.network.neutron [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Refreshing network info cache for port 0f973ac1-3f89-451e-99b2-ccf98e4d019e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.640673] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:ab:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f973ac1-3f89-451e-99b2-ccf98e4d019e', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.649615] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Creating folder: Project (a46c6bced56b4e748cd964bf105075cd). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.652827] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-308e2931-5abb-41a9-87ac-938566cb5692 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.665891] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Created folder: Project (a46c6bced56b4e748cd964bf105075cd) in parent group-v682378. [ 1277.666094] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Creating folder: Instances. Parent ref: group-v682712. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.666328] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-defb8b5e-3da4-4e92-a5c4-6e25ce4c56ab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.676676] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Created folder: Instances in parent group-v682712. [ 1277.676939] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.677187] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.677421] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a62a1d-c0c3-4d8d-b909-e25ffd90b7f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.703022] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.703022] env[71147]: value = "task-3422095" [ 1277.703022] env[71147]: _type = "Task" [ 1277.703022] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.711809] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422095, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.763643] env[71147]: DEBUG nova.compute.manager [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.868929] env[71147]: DEBUG nova.network.neutron [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Updated VIF entry in instance network info cache for port 0f973ac1-3f89-451e-99b2-ccf98e4d019e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.869460] env[71147]: DEBUG nova.network.neutron [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Updating instance_info_cache with network_info: [{"id": "0f973ac1-3f89-451e-99b2-ccf98e4d019e", "address": "fa:16:3e:ea:ab:1e", "network": {"id": "e4ce1814-7b46-40c8-8625-4e1f75762c31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-305529960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a46c6bced56b4e748cd964bf105075cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f973ac1-3f", "ovs_interfaceid": "0f973ac1-3f89-451e-99b2-ccf98e4d019e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.887658] env[71147]: DEBUG nova.scheduler.client.report [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.213849] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422095, 'name': CreateVM_Task, 'duration_secs': 0.371723} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.214067] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.214710] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.214872] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.215234] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.215481] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9eba0c-938c-4635-85f3-bb2a73e197ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.220149] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1278.220149] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52160441-8f52-ff54-fcc1-4044b90a0bce" [ 1278.220149] env[71147]: _type = "Task" [ 1278.220149] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.227752] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52160441-8f52-ff54-fcc1-4044b90a0bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.286530] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.372290] env[71147]: DEBUG oslo_concurrency.lockutils [req-90644f26-ef53-48ea-9915-637442ebeeca req-bd8a46eb-1b19-4bd9-a248-6a4a3a9df24a service nova] Releasing lock "refresh_cache-2d2b2035-81c9-4eb7-b785-1228d94574bf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.392326] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.394637] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.108s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.396283] env[71147]: INFO nova.compute.claims [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.411230] env[71147]: INFO nova.scheduler.client.report [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Deleted allocations for instance 0cc2a337-dbd9-4e06-ab3f-96459c19ba79 [ 1278.731010] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52160441-8f52-ff54-fcc1-4044b90a0bce, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.731349] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.731579] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.731842] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.731981] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.732184] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.732444] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb2afa26-c122-426e-ba9b-03ff056e3b27 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.741968] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.742175] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.742862] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a9cfcd-ee13-4b3a-af7f-bb02865fb53f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.748020] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1278.748020] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529be6d5-6668-10cc-a34d-2d0c13a56885" [ 1278.748020] env[71147]: _type = "Task" [ 1278.748020] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.755446] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529be6d5-6668-10cc-a34d-2d0c13a56885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.918055] env[71147]: DEBUG oslo_concurrency.lockutils [None req-0c4ae2ba-dcfe-4c2f-983a-fb52229c4372 tempest-ServersTestJSON-1092316267 tempest-ServersTestJSON-1092316267-project-member] Lock "0cc2a337-dbd9-4e06-ab3f-96459c19ba79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.544s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.258848] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529be6d5-6668-10cc-a34d-2d0c13a56885, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.259716] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94670d2-bde7-4099-9534-67f3882935bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.264840] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1279.264840] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5242a90c-c2d3-32ce-41ca-a0fb00ba5d7c" [ 1279.264840] env[71147]: _type = "Task" [ 1279.264840] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.272112] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5242a90c-c2d3-32ce-41ca-a0fb00ba5d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.489010] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12492ec-d98d-433f-b536-08b14ecde32e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.497249] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a2749-c459-4daa-81a2-5356ea87d1c6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.529115] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a692bb-8579-4b3e-9129-b5c04864cabb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.537407] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483b222-6f47-4523-b37b-7319bd1c0172 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.551278] env[71147]: DEBUG nova.compute.provider_tree [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.779500] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5242a90c-c2d3-32ce-41ca-a0fb00ba5d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.779864] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.779864] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2d2b2035-81c9-4eb7-b785-1228d94574bf/2d2b2035-81c9-4eb7-b785-1228d94574bf.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.780833] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a373ecf8-6502-4365-90ff-c9e654a69f85 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.788432] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1279.788432] env[71147]: value = "task-3422097" [ 1279.788432] env[71147]: _type = "Task" [ 1279.788432] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.797535] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.054699] env[71147]: DEBUG nova.scheduler.client.report [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.303073] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.562225] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.562637] env[71147]: DEBUG nova.compute.manager [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.801101] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422097, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.069048] env[71147]: DEBUG nova.compute.utils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.070757] env[71147]: DEBUG nova.compute.manager [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.070757] env[71147]: DEBUG nova.network.neutron [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.119923] env[71147]: DEBUG nova.policy [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1da9cd038f4a889dd88e3a96f6c4bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f19fff7f1b124558a45d6b5e7adf8c2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.300595] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422097, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.468305] env[71147]: DEBUG nova.network.neutron [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Successfully created port: 4934503c-f795-4eeb-b380-9dfed8f95c6c {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.574721] env[71147]: DEBUG nova.compute.manager [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.805214] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422097, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.698178} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.805214] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2d2b2035-81c9-4eb7-b785-1228d94574bf/2d2b2035-81c9-4eb7-b785-1228d94574bf.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.805214] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.805214] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa770d51-06be-4caf-b992-ca6ab488c118 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.811982] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1281.811982] env[71147]: value = "task-3422098" [ 1281.811982] env[71147]: _type = "Task" [ 1281.811982] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.825275] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.081297] env[71147]: INFO nova.virt.block_device [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Booting with volume ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8 at /dev/sda [ 1282.118655] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-508d78dc-0ada-4373-900e-2ba82def7ceb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.129095] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e022788-a674-4ba7-9c3d-31af0f1eedc8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.159140] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36fe9286-e685-4fdd-9390-397d9c3db8a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.168594] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c147a327-215d-4c2f-8fee-b1a6b8196292 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.203886] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b005f934-0e3f-4033-a59d-17b3d878907b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.212652] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4302cca4-35c6-47bf-840f-15a006d42c14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.228389] env[71147]: DEBUG nova.virt.block_device [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating existing volume attachment record: f5d01baf-ff1b-4710-9c9a-1f2bdd6782fc {{(pid=71147) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1282.322724] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068914} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.323068] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.323854] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1059e31c-c6b0-4e75-a0a0-c71818440af7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.346357] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 2d2b2035-81c9-4eb7-b785-1228d94574bf/2d2b2035-81c9-4eb7-b785-1228d94574bf.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.346669] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15426d62-f4de-48af-9cf4-0edc96bbc52c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.367752] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1282.367752] env[71147]: value = "task-3422099" [ 1282.367752] env[71147]: _type = "Task" [ 1282.367752] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.376960] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.886132] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422099, 'name': ReconfigVM_Task, 'duration_secs': 0.294529} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.886508] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 2d2b2035-81c9-4eb7-b785-1228d94574bf/2d2b2035-81c9-4eb7-b785-1228d94574bf.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.890036] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90190ad9-ee48-4064-9b30-8d608b799e48 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.898387] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1282.898387] env[71147]: value = "task-3422100" [ 1282.898387] env[71147]: _type = "Task" [ 1282.898387] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.347527] env[71147]: DEBUG nova.compute.manager [req-48f4e2a6-43da-4005-b682-305c98799c6c req-9f64c54b-0433-4e4d-9b9c-b5a52fe5e4d8 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Received event network-vif-plugged-4934503c-f795-4eeb-b380-9dfed8f95c6c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.347750] env[71147]: DEBUG oslo_concurrency.lockutils [req-48f4e2a6-43da-4005-b682-305c98799c6c req-9f64c54b-0433-4e4d-9b9c-b5a52fe5e4d8 service nova] Acquiring lock "cfbc9a1f-5227-4bac-8894-908a80ed4160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.347957] env[71147]: DEBUG oslo_concurrency.lockutils [req-48f4e2a6-43da-4005-b682-305c98799c6c req-9f64c54b-0433-4e4d-9b9c-b5a52fe5e4d8 service nova] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.348425] env[71147]: DEBUG oslo_concurrency.lockutils [req-48f4e2a6-43da-4005-b682-305c98799c6c req-9f64c54b-0433-4e4d-9b9c-b5a52fe5e4d8 service nova] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.348492] env[71147]: DEBUG nova.compute.manager [req-48f4e2a6-43da-4005-b682-305c98799c6c req-9f64c54b-0433-4e4d-9b9c-b5a52fe5e4d8 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] No waiting events found dispatching network-vif-plugged-4934503c-f795-4eeb-b380-9dfed8f95c6c {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.348619] env[71147]: WARNING nova.compute.manager [req-48f4e2a6-43da-4005-b682-305c98799c6c req-9f64c54b-0433-4e4d-9b9c-b5a52fe5e4d8 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Received unexpected event network-vif-plugged-4934503c-f795-4eeb-b380-9dfed8f95c6c for instance with vm_state building and task_state block_device_mapping. [ 1283.410681] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422100, 'name': Rename_Task, 'duration_secs': 0.167562} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.410996] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.411269] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-092f7f36-9143-4018-8f3f-c29d86950dd1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.418529] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1283.418529] env[71147]: value = "task-3422101" [ 1283.418529] env[71147]: _type = "Task" [ 1283.418529] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.426750] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.444812] env[71147]: DEBUG nova.network.neutron [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Successfully updated port: 4934503c-f795-4eeb-b380-9dfed8f95c6c {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.929860] env[71147]: DEBUG oslo_vmware.api [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422101, 'name': PowerOnVM_Task, 'duration_secs': 0.464609} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.930268] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.930406] env[71147]: INFO nova.compute.manager [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1283.930602] env[71147]: DEBUG nova.compute.manager [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.931395] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40745975-60b5-4a20-833f-cf2d3e533cac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.947554] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.947734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.947890] env[71147]: DEBUG nova.network.neutron [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.321544] env[71147]: DEBUG nova.compute.manager [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.322078] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.322320] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.322530] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.322722] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.322926] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.323022] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.323227] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.323383] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.323548] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.323706] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.323878] env[71147]: DEBUG nova.virt.hardware [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.324795] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba9e5a3-9482-43c6-8e72-a19984002de9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.333150] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5851a69-c7a0-43a4-a9fa-d5f8ad9965cf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.449100] env[71147]: INFO nova.compute.manager [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Took 16.66 seconds to build instance. [ 1284.477355] env[71147]: DEBUG nova.network.neutron [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.612651] env[71147]: DEBUG nova.network.neutron [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance_info_cache with network_info: [{"id": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "address": "fa:16:3e:de:25:89", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4934503c-f7", "ovs_interfaceid": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.952516] env[71147]: DEBUG oslo_concurrency.lockutils [None req-fb6c0742-d75e-477d-b846-d581a76183c7 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "2d2b2035-81c9-4eb7-b785-1228d94574bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.169s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.115674] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.116233] env[71147]: DEBUG nova.compute.manager [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Instance network_info: |[{"id": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "address": "fa:16:3e:de:25:89", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4934503c-f7", "ovs_interfaceid": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.116634] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:25:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4934503c-f795-4eeb-b380-9dfed8f95c6c', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.125376] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.125606] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.125837] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fb9ddf9-851d-4879-889d-70f53650479a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.149874] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.149874] env[71147]: value = "task-3422102" [ 1285.149874] env[71147]: _type = "Task" [ 1285.149874] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.158714] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422102, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.379354] env[71147]: DEBUG nova.compute.manager [req-dfb67293-1789-4a91-b95a-921ccbefdf1c req-19529438-6c42-4678-83d4-31627ff13a73 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Received event network-changed-4934503c-f795-4eeb-b380-9dfed8f95c6c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.379475] env[71147]: DEBUG nova.compute.manager [req-dfb67293-1789-4a91-b95a-921ccbefdf1c req-19529438-6c42-4678-83d4-31627ff13a73 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Refreshing instance network info cache due to event network-changed-4934503c-f795-4eeb-b380-9dfed8f95c6c. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.379679] env[71147]: DEBUG oslo_concurrency.lockutils [req-dfb67293-1789-4a91-b95a-921ccbefdf1c req-19529438-6c42-4678-83d4-31627ff13a73 service nova] Acquiring lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.379893] env[71147]: DEBUG oslo_concurrency.lockutils [req-dfb67293-1789-4a91-b95a-921ccbefdf1c req-19529438-6c42-4678-83d4-31627ff13a73 service nova] Acquired lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.380452] env[71147]: DEBUG nova.network.neutron [req-dfb67293-1789-4a91-b95a-921ccbefdf1c req-19529438-6c42-4678-83d4-31627ff13a73 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Refreshing network info cache for port 4934503c-f795-4eeb-b380-9dfed8f95c6c {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.660464] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422102, 'name': CreateVM_Task, 'duration_secs': 0.393164} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.660625] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.661321] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682711', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'name': 'volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cfbc9a1f-5227-4bac-8894-908a80ed4160', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'serial': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8'}, 'attachment_id': 'f5d01baf-ff1b-4710-9c9a-1f2bdd6782fc', 'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=71147) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1285.661525] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Root volume attach. Driver type: vmdk {{(pid=71147) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1285.662355] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec87b15c-d602-41a6-8eb0-35c23278c412 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.669660] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f59f9ef-907f-4892-a716-128cf35a5db9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.675378] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1db737-16c2-45de-961d-52548a137ca0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.680897] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a5e2edbf-5f96-43b4-adca-1f593d5b885e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.687419] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1285.687419] env[71147]: value = "task-3422103" [ 1285.687419] env[71147]: _type = "Task" [ 1285.687419] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.694604] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422103, 'name': RelocateVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.704096] env[71147]: INFO nova.compute.manager [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Rescuing [ 1285.704353] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "refresh_cache-2d2b2035-81c9-4eb7-b785-1228d94574bf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.704503] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "refresh_cache-2d2b2035-81c9-4eb7-b785-1228d94574bf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.704662] env[71147]: DEBUG nova.network.neutron [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.077141] env[71147]: DEBUG nova.network.neutron [req-dfb67293-1789-4a91-b95a-921ccbefdf1c req-19529438-6c42-4678-83d4-31627ff13a73 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updated VIF entry in instance network info cache for port 4934503c-f795-4eeb-b380-9dfed8f95c6c. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.077591] env[71147]: DEBUG nova.network.neutron [req-dfb67293-1789-4a91-b95a-921ccbefdf1c req-19529438-6c42-4678-83d4-31627ff13a73 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance_info_cache with network_info: [{"id": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "address": "fa:16:3e:de:25:89", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4934503c-f7", "ovs_interfaceid": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.199149] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422103, 'name': RelocateVM_Task, 'duration_secs': 0.429495} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.199450] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Volume attach. Driver type: vmdk {{(pid=71147) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1286.199659] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682711', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'name': 'volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cfbc9a1f-5227-4bac-8894-908a80ed4160', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'serial': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1286.200466] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42c7f57-cf2e-423b-961e-001647199122 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.218873] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77578489-873a-4751-8e92-ecb4dff06b66 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.242891] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8/volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.243197] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123636c8-c89e-484c-b3e2-1a9968acb675 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.264721] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1286.264721] env[71147]: value = "task-3422104" [ 1286.264721] env[71147]: _type = "Task" [ 1286.264721] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.272830] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.406089] env[71147]: DEBUG nova.network.neutron [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Updating instance_info_cache with network_info: [{"id": "0f973ac1-3f89-451e-99b2-ccf98e4d019e", "address": "fa:16:3e:ea:ab:1e", "network": {"id": "e4ce1814-7b46-40c8-8625-4e1f75762c31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-305529960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a46c6bced56b4e748cd964bf105075cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f973ac1-3f", "ovs_interfaceid": "0f973ac1-3f89-451e-99b2-ccf98e4d019e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.580359] env[71147]: DEBUG oslo_concurrency.lockutils [req-dfb67293-1789-4a91-b95a-921ccbefdf1c req-19529438-6c42-4678-83d4-31627ff13a73 service nova] Releasing lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.777856] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422104, 'name': ReconfigVM_Task, 'duration_secs': 0.307756} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.778432] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8/volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.784840] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e72bf9a-836f-4c08-8be0-b00bddaff28e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.801156] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1286.801156] env[71147]: value = "task-3422105" [ 1286.801156] env[71147]: _type = "Task" [ 1286.801156] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.809501] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.909725] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "refresh_cache-2d2b2035-81c9-4eb7-b785-1228d94574bf" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.311137] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422105, 'name': ReconfigVM_Task, 'duration_secs': 0.141639} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.311481] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682711', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'name': 'volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cfbc9a1f-5227-4bac-8894-908a80ed4160', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'serial': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8'} {{(pid=71147) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1287.312025] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16f94819-394c-4edd-a490-6807016c8b6d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.317612] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1287.317612] env[71147]: value = "task-3422106" [ 1287.317612] env[71147]: _type = "Task" [ 1287.317612] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.324918] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422106, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.826947] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422106, 'name': Rename_Task, 'duration_secs': 0.159832} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.827271] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.827518] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-272edb3d-6a4e-47f1-8f44-9c9bb1b44577 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.833855] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1287.833855] env[71147]: value = "task-3422107" [ 1287.833855] env[71147]: _type = "Task" [ 1287.833855] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.846725] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.344140] env[71147]: DEBUG oslo_vmware.api [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422107, 'name': PowerOnVM_Task, 'duration_secs': 0.447932} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.344559] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.344627] env[71147]: INFO nova.compute.manager [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Took 4.02 seconds to spawn the instance on the hypervisor. [ 1288.344798] env[71147]: DEBUG nova.compute.manager [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.345560] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3178cb-90eb-4f12-9ac5-3321c6c7ed87 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.448805] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.449128] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3470c05-a7cb-4a82-9ad1-bf32771a2948 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.456959] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1288.456959] env[71147]: value = "task-3422108" [ 1288.456959] env[71147]: _type = "Task" [ 1288.456959] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.464963] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.862783] env[71147]: INFO nova.compute.manager [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Took 10.59 seconds to build instance. [ 1288.971827] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422108, 'name': PowerOffVM_Task, 'duration_secs': 0.2097} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.972056] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.973146] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cdb542-f727-4538-adf4-4bd73745fe30 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.999536] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdb2abd-0a72-496c-a10e-a703f4ead9a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.029838] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.030225] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab07055-f931-4019-9bc7-991e475f8d47 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.037590] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1289.037590] env[71147]: value = "task-3422109" [ 1289.037590] env[71147]: _type = "Task" [ 1289.037590] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.046373] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.365199] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4a1f12fb-9ff8-4544-aaf3-d06db1d9d899 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.108s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.548480] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1289.548702] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.548978] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.549152] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.549333] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.549901] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86f9fe03-74e2-4bcb-ba48-70a5932ec3a0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.559544] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.559609] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.560364] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eef0c06-4169-4298-a0db-743587440b30 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.567033] env[71147]: DEBUG nova.compute.manager [req-cb530863-fba0-46c2-b71d-c84dd0246066 req-b7c82fb1-0305-4df1-a520-f9f82d99846b service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Received event network-changed-7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.567033] env[71147]: DEBUG nova.compute.manager [req-cb530863-fba0-46c2-b71d-c84dd0246066 req-b7c82fb1-0305-4df1-a520-f9f82d99846b service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Refreshing instance network info cache due to event network-changed-7e5c3c70-2ac3-4df2-9e85-577ed326d26e. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.567311] env[71147]: DEBUG oslo_concurrency.lockutils [req-cb530863-fba0-46c2-b71d-c84dd0246066 req-b7c82fb1-0305-4df1-a520-f9f82d99846b service nova] Acquiring lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.567430] env[71147]: DEBUG oslo_concurrency.lockutils [req-cb530863-fba0-46c2-b71d-c84dd0246066 req-b7c82fb1-0305-4df1-a520-f9f82d99846b service nova] Acquired lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.567603] env[71147]: DEBUG nova.network.neutron [req-cb530863-fba0-46c2-b71d-c84dd0246066 req-b7c82fb1-0305-4df1-a520-f9f82d99846b service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Refreshing network info cache for port 7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.570336] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1289.570336] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529f63b8-bf90-5383-50f6-4478b7d634a8" [ 1289.570336] env[71147]: _type = "Task" [ 1289.570336] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.580052] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]529f63b8-bf90-5383-50f6-4478b7d634a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.580781] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50feec8-7b66-4ef4-a1f0-b19a92686295 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.586065] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1289.586065] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f23f6a-98e3-5a87-74fd-88bfc66cfeae" [ 1289.586065] env[71147]: _type = "Task" [ 1289.586065] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.594334] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f23f6a-98e3-5a87-74fd-88bfc66cfeae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.096863] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52f23f6a-98e3-5a87-74fd-88bfc66cfeae, 'name': SearchDatastore_Task, 'duration_secs': 0.009125} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.097153] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.097409] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2d2b2035-81c9-4eb7-b785-1228d94574bf/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. {{(pid=71147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1290.097663] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c333782-9d51-4ebc-b52c-fb6e94d5898d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.107045] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1290.107045] env[71147]: value = "task-3422110" [ 1290.107045] env[71147]: _type = "Task" [ 1290.107045] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.114614] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.295606] env[71147]: DEBUG nova.network.neutron [req-cb530863-fba0-46c2-b71d-c84dd0246066 req-b7c82fb1-0305-4df1-a520-f9f82d99846b service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Updated VIF entry in instance network info cache for port 7e5c3c70-2ac3-4df2-9e85-577ed326d26e. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.296152] env[71147]: DEBUG nova.network.neutron [req-cb530863-fba0-46c2-b71d-c84dd0246066 req-b7c82fb1-0305-4df1-a520-f9f82d99846b service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Updating instance_info_cache with network_info: [{"id": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "address": "fa:16:3e:3d:6c:01", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5c3c70-2a", "ovs_interfaceid": "7e5c3c70-2ac3-4df2-9e85-577ed326d26e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.616568] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440994} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.616940] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 2d2b2035-81c9-4eb7-b785-1228d94574bf/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. [ 1290.617630] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd6fa50-6b74-4e1f-a84d-f2c53a7e4cdc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.641841] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 2d2b2035-81c9-4eb7-b785-1228d94574bf/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.642110] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04c4b7d4-c830-4cd4-ba0b-72b68b42691c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.659733] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1290.659733] env[71147]: value = "task-3422111" [ 1290.659733] env[71147]: _type = "Task" [ 1290.659733] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.667200] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.799044] env[71147]: DEBUG oslo_concurrency.lockutils [req-cb530863-fba0-46c2-b71d-c84dd0246066 req-b7c82fb1-0305-4df1-a520-f9f82d99846b service nova] Releasing lock "refresh_cache-9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.170055] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422111, 'name': ReconfigVM_Task, 'duration_secs': 0.337448} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.170055] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 2d2b2035-81c9-4eb7-b785-1228d94574bf/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.171046] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa72609f-aefc-4da9-9199-f391ddc0241e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.199012] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48f66000-b6c0-4bbb-89d3-288fd10220a5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.209486] env[71147]: DEBUG nova.compute.manager [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Stashing vm_state: active {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1291.219152] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1291.219152] env[71147]: value = "task-3422112" [ 1291.219152] env[71147]: _type = "Task" [ 1291.219152] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.227516] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.592878] env[71147]: DEBUG nova.compute.manager [req-f35fde40-a82a-45d4-aa9b-c3b13c2561f0 req-7d542e6d-5ccc-4fb2-8d32-c7b23139363e service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Received event network-changed-4934503c-f795-4eeb-b380-9dfed8f95c6c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.593080] env[71147]: DEBUG nova.compute.manager [req-f35fde40-a82a-45d4-aa9b-c3b13c2561f0 req-7d542e6d-5ccc-4fb2-8d32-c7b23139363e service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Refreshing instance network info cache due to event network-changed-4934503c-f795-4eeb-b380-9dfed8f95c6c. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.593363] env[71147]: DEBUG oslo_concurrency.lockutils [req-f35fde40-a82a-45d4-aa9b-c3b13c2561f0 req-7d542e6d-5ccc-4fb2-8d32-c7b23139363e service nova] Acquiring lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.593481] env[71147]: DEBUG oslo_concurrency.lockutils [req-f35fde40-a82a-45d4-aa9b-c3b13c2561f0 req-7d542e6d-5ccc-4fb2-8d32-c7b23139363e service nova] Acquired lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.593613] env[71147]: DEBUG nova.network.neutron [req-f35fde40-a82a-45d4-aa9b-c3b13c2561f0 req-7d542e6d-5ccc-4fb2-8d32-c7b23139363e service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Refreshing network info cache for port 4934503c-f795-4eeb-b380-9dfed8f95c6c {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.726742] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.727054] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.732092] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422112, 'name': ReconfigVM_Task, 'duration_secs': 0.169218} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.732805] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.733061] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-466896a0-2237-4473-9372-6205895dda5c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.739320] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1291.739320] env[71147]: value = "task-3422113" [ 1291.739320] env[71147]: _type = "Task" [ 1291.739320] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.747308] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.009855] env[71147]: INFO nova.compute.manager [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Rebuilding instance [ 1292.054882] env[71147]: DEBUG nova.compute.manager [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.055728] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbf2ef8-05f4-469f-aad6-1659f9d6ea21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.235266] env[71147]: INFO nova.compute.claims [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.249294] env[71147]: DEBUG oslo_vmware.api [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422113, 'name': PowerOnVM_Task, 'duration_secs': 0.393967} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.249536] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.252514] env[71147]: DEBUG nova.compute.manager [None req-d0b7f34d-15f2-4070-98f3-17b0822a6cf8 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.253378] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3338d0b5-689d-41dc-90b8-31cec3e0bc22 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.368018] env[71147]: DEBUG nova.network.neutron [req-f35fde40-a82a-45d4-aa9b-c3b13c2561f0 req-7d542e6d-5ccc-4fb2-8d32-c7b23139363e service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updated VIF entry in instance network info cache for port 4934503c-f795-4eeb-b380-9dfed8f95c6c. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.368432] env[71147]: DEBUG nova.network.neutron [req-f35fde40-a82a-45d4-aa9b-c3b13c2561f0 req-7d542e6d-5ccc-4fb2-8d32-c7b23139363e service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance_info_cache with network_info: [{"id": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "address": "fa:16:3e:de:25:89", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4934503c-f7", "ovs_interfaceid": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.741120] env[71147]: INFO nova.compute.resource_tracker [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating resource usage from migration 61e14e1e-72a2-49f5-aab4-255971a47404 [ 1292.779026] env[71147]: DEBUG nova.compute.manager [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Stashing vm_state: active {{(pid=71147) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1292.866277] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e301c-2908-48f0-9c9d-9dffc8fac87e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.870885] env[71147]: DEBUG oslo_concurrency.lockutils [req-f35fde40-a82a-45d4-aa9b-c3b13c2561f0 req-7d542e6d-5ccc-4fb2-8d32-c7b23139363e service nova] Releasing lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.873897] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf8350e-98bc-4006-a43f-d8f435dfd918 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.903359] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd8624-4972-4c4c-a6f3-f1901b93f097 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.911028] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1d030d-b209-4ca2-805e-7587026d59c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.923945] env[71147]: DEBUG nova.compute.provider_tree [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.070391] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.070824] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0cca0df-ed77-4da3-9e01-8d4e0c2cc6a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.078374] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1293.078374] env[71147]: value = "task-3422114" [ 1293.078374] env[71147]: _type = "Task" [ 1293.078374] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.086586] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.296962] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.426781] env[71147]: DEBUG nova.scheduler.client.report [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.587761] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422114, 'name': PowerOffVM_Task, 'duration_secs': 0.215828} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.590180] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.590180] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.590180] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d84c3f-176f-4636-a6ed-878822361270 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.595396] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1293.595396] env[71147]: value = "task-3422115" [ 1293.595396] env[71147]: _type = "Task" [ 1293.595396] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.602122] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.932168] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.205s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.932435] env[71147]: INFO nova.compute.manager [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Migrating [ 1293.939041] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.642s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.021140] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "979583e1-8724-4a69-a4c5-db81c0665651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.021372] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "979583e1-8724-4a69-a4c5-db81c0665651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.105860] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1294.106044] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1294.106221] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682698', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'name': 'volume-2ce9dc83-0b02-4e1c-a570-6af757692145', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'serial': '2ce9dc83-0b02-4e1c-a570-6af757692145'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1294.106980] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da210adc-5435-40ae-996a-5df3515afc72 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.125275] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c134d47d-e132-4045-bbac-7736418c3a3b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.132210] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b1981b-a2b3-499a-bfdd-51cf1e52a9fd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.149351] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b25d45-9793-4740-bf76-c59f35093b1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.165185] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] The volume has not been displaced from its original location: [datastore2] volume-2ce9dc83-0b02-4e1c-a570-6af757692145/volume-2ce9dc83-0b02-4e1c-a570-6af757692145.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1294.170424] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.170717] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41efa88d-e7d7-4a91-88aa-784408835c0c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.188326] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1294.188326] env[71147]: value = "task-3422116" [ 1294.188326] env[71147]: _type = "Task" [ 1294.188326] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.197835] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.450426] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.450665] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.450864] env[71147]: DEBUG nova.network.neutron [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.454374] env[71147]: INFO nova.compute.claims [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.523965] env[71147]: DEBUG nova.compute.manager [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.698214] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422116, 'name': ReconfigVM_Task, 'duration_secs': 0.218995} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.698484] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.703206] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56ffaa5d-eba4-4fb1-9555-fe5ce82c6f37 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.718677] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1294.718677] env[71147]: value = "task-3422117" [ 1294.718677] env[71147]: _type = "Task" [ 1294.718677] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.727159] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.962814] env[71147]: INFO nova.compute.resource_tracker [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating resource usage from migration f33ceffd-3f83-45c5-8bed-b732912a8cbd [ 1295.044640] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.118302] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1b848-e8db-425b-8dd6-38e75b7ef806 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.127460] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4483a1f-44f5-452d-a7ca-250641ca314f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.160463] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64bf3ed-8eb7-4b42-97ca-babbf0248404 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.168688] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74aabcc-9ec2-45db-95ec-b4f37b6b36a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.184232] env[71147]: DEBUG nova.compute.provider_tree [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.228864] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422117, 'name': ReconfigVM_Task, 'duration_secs': 0.255944} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.229179] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682698', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'name': 'volume-2ce9dc83-0b02-4e1c-a570-6af757692145', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5', 'attached_at': '', 'detached_at': '', 'volume_id': '2ce9dc83-0b02-4e1c-a570-6af757692145', 'serial': '2ce9dc83-0b02-4e1c-a570-6af757692145'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1295.229457] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.230254] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99db25e8-48eb-4ec4-a78f-ad855676c4e8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.236983] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.237251] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9013b045-a22b-468f-9ef4-72b35b17bc13 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.280471] env[71147]: DEBUG nova.network.neutron [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance_info_cache with network_info: [{"id": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "address": "fa:16:3e:de:25:89", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4934503c-f7", "ovs_interfaceid": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.350593] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.350852] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.350989] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Deleting the datastore file [datastore2] 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.351349] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fe87e1f-c73a-419a-b796-a26eda7509d6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.359308] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for the task: (returnval){ [ 1295.359308] env[71147]: value = "task-3422119" [ 1295.359308] env[71147]: _type = "Task" [ 1295.359308] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.367446] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.689314] env[71147]: DEBUG nova.scheduler.client.report [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.783511] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.870260] env[71147]: DEBUG oslo_vmware.api [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Task: {'id': task-3422119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470079} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.870510] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.870681] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.870850] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.929164] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1295.929517] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8daec21a-2737-47fa-bdbf-f97b4c3d23fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.939099] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8197ee56-0055-4e35-83e0-9b9c219228c2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.968776] env[71147]: ERROR nova.compute.manager [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Failed to detach volume 2ce9dc83-0b02-4e1c-a570-6af757692145 from /dev/sda: nova.exception.InstanceNotFound: Instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 could not be found. [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Traceback (most recent call last): [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self.driver.rebuild(**kwargs) [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] raise NotImplementedError() [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] NotImplementedError [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] During handling of the above exception, another exception occurred: [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Traceback (most recent call last): [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self.driver.detach_volume(context, old_connection_info, [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] return self._volumeops.detach_volume(connection_info, instance) [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self._detach_volume_vmdk(connection_info, instance) [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] stable_ref.fetch_moref(session) [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] nova.exception.InstanceNotFound: Instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 could not be found. [ 1295.968776] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] [ 1296.097370] env[71147]: DEBUG nova.compute.utils [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Build of instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 aborted: Failed to rebuild volume backed instance. {{(pid=71147) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1296.099926] env[71147]: ERROR nova.compute.manager [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 aborted: Failed to rebuild volume backed instance. [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Traceback (most recent call last): [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self.driver.rebuild(**kwargs) [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] raise NotImplementedError() [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] NotImplementedError [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] During handling of the above exception, another exception occurred: [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Traceback (most recent call last): [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self._detach_root_volume(context, instance, root_bdm) [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] with excutils.save_and_reraise_exception(): [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self.force_reraise() [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] raise self.value [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self.driver.detach_volume(context, old_connection_info, [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] return self._volumeops.detach_volume(connection_info, instance) [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self._detach_volume_vmdk(connection_info, instance) [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] stable_ref.fetch_moref(session) [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] nova.exception.InstanceNotFound: Instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 could not be found. [ 1296.099926] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] During handling of the above exception, another exception occurred: [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Traceback (most recent call last): [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] yield [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self._do_rebuild_instance_with_claim( [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self._do_rebuild_instance( [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self._rebuild_default_impl(**kwargs) [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] self._rebuild_volume_backed_instance( [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] raise exception.BuildAbortException( [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] nova.exception.BuildAbortException: Build of instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 aborted: Failed to rebuild volume backed instance. [ 1296.101065] env[71147]: ERROR nova.compute.manager [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] [ 1296.194071] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.255s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.194323] env[71147]: INFO nova.compute.manager [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Migrating [ 1296.201135] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.157s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.202708] env[71147]: INFO nova.compute.claims [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.712885] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.713108] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.713326] env[71147]: DEBUG nova.network.neutron [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.301397] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b765fd-7968-466f-91fd-a2022913ddb7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.320015] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance 'cfbc9a1f-5227-4bac-8894-908a80ed4160' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.355488] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb6d5ac-2625-4f99-99b1-93022ff087f2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.363626] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f26c23-579c-4640-847f-2dc94c6960bc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.396806] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be1c1b2-d656-427f-ad32-2639b7eb4218 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.404831] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942b8aee-714c-43a3-9010-2f170365b9ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.419924] env[71147]: DEBUG nova.compute.provider_tree [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.507070] env[71147]: DEBUG nova.network.neutron [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance_info_cache with network_info: [{"id": "db5b406a-d270-40fe-88ff-59241b08ae14", "address": "fa:16:3e:63:ea:6d", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5b406a-d2", "ovs_interfaceid": "db5b406a-d270-40fe-88ff-59241b08ae14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.829757] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.830138] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4de13d3f-b01c-490a-bad4-d0414044295d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.837200] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1297.837200] env[71147]: value = "task-3422120" [ 1297.837200] env[71147]: _type = "Task" [ 1297.837200] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.845826] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.924663] env[71147]: DEBUG nova.scheduler.client.report [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.009319] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.114352] env[71147]: DEBUG oslo_concurrency.lockutils [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.346746] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422120, 'name': PowerOffVM_Task, 'duration_secs': 0.213058} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.347147] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.347194] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance 'cfbc9a1f-5227-4bac-8894-908a80ed4160' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.429495] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.430017] env[71147]: DEBUG nova.compute.manager [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.432692] env[71147]: DEBUG oslo_concurrency.lockutils [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.319s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.540432] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db01750-5cb0-4e6d-8c41-041a87312f4b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.547964] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7720f1-7f72-4323-b9ea-6d7bfc218045 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.581197] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb0d0ed-38fa-4dbf-abcb-27220bc80a44 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.591930] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b868d-2b71-4eb6-9b9b-45f0944c11a1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.605928] env[71147]: DEBUG nova.compute.provider_tree [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.853647] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.853888] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.854061] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.854254] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.854432] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.854602] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.854808] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.854970] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.855149] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.855315] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.855487] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.860512] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2276f1-70bd-47d1-ba3b-c25ac99103d0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.876942] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1298.876942] env[71147]: value = "task-3422121" [ 1298.876942] env[71147]: _type = "Task" [ 1298.876942] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.885339] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.937542] env[71147]: DEBUG nova.compute.utils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.939251] env[71147]: DEBUG nova.compute.manager [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.939251] env[71147]: DEBUG nova.network.neutron [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.976421] env[71147]: DEBUG nova.policy [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88429bae25e443e3972a57260f77ce48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a46c6bced56b4e748cd964bf105075cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.087806] env[71147]: DEBUG oslo_concurrency.lockutils [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Acquiring lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.087806] env[71147]: DEBUG oslo_concurrency.lockutils [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.088059] env[71147]: DEBUG oslo_concurrency.lockutils [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Acquiring lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.088282] env[71147]: DEBUG oslo_concurrency.lockutils [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.088470] env[71147]: DEBUG oslo_concurrency.lockutils [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.090541] env[71147]: INFO nova.compute.manager [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Terminating instance [ 1299.108533] env[71147]: DEBUG nova.scheduler.client.report [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.243896] env[71147]: DEBUG nova.network.neutron [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Successfully created port: 9b54e9be-2175-47d3-bf11-19e0b55457df {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.388394] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422121, 'name': ReconfigVM_Task, 'duration_secs': 0.143419} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.388716] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance 'cfbc9a1f-5227-4bac-8894-908a80ed4160' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.442696] env[71147]: DEBUG nova.compute.manager [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.525557] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20209f05-6d59-4fec-9f8b-87e3b994201f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.546462] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance '64ca00a5-2733-4537-beeb-cf6b7f9b4bf2' progress to 0 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.594646] env[71147]: DEBUG nova.compute.manager [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.595345] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86302923-bdfb-4faf-93c4-68b1f2de2386 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.606034] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f783c8-8a36-48d8-a96b-fca11e5d0e5e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.616380] env[71147]: DEBUG oslo_concurrency.lockutils [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.184s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.616592] env[71147]: INFO nova.compute.manager [None req-856cd351-83fe-4011-a533-24f9e0cc68b7 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Successfully reverted task state from rebuilding on failure for instance. [ 1299.639407] env[71147]: WARNING nova.virt.vmwareapi.driver [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 could not be found. [ 1299.639606] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.639903] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4724df5-6287-4f1f-b6d8-9c4a915573b3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.648112] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f7f9cf-d247-41a1-bf4a-23bd7800a5d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.674734] env[71147]: WARNING nova.virt.vmwareapi.vmops [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 could not be found. [ 1299.674957] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.675123] env[71147]: INFO nova.compute.manager [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1299.675372] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.675598] env[71147]: DEBUG nova.compute.manager [-] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.675690] env[71147]: DEBUG nova.network.neutron [-] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.894786] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.895041] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.895196] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.895379] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.895523] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.895668] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.895869] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.896036] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.896209] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.896369] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.896542] env[71147]: DEBUG nova.virt.hardware [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.901790] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.902132] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e0410a-71f6-47a9-9605-5b1c0fc46b19 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.920987] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1299.920987] env[71147]: value = "task-3422122" [ 1299.920987] env[71147]: _type = "Task" [ 1299.920987] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.929676] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.054029] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.054029] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3ac85fe-e44e-40cb-b5af-f46e7dab5c0e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.063033] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1300.063033] env[71147]: value = "task-3422123" [ 1300.063033] env[71147]: _type = "Task" [ 1300.063033] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.070516] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.183335] env[71147]: DEBUG nova.compute.manager [req-898d36eb-27bc-4974-b6d4-ac1a12c33794 req-f7cb25f1-37b8-47d1-87c5-f26833274d8a service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Received event network-vif-deleted-44f46017-7ff3-4eb7-be59-0742d376e814 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.183335] env[71147]: INFO nova.compute.manager [req-898d36eb-27bc-4974-b6d4-ac1a12c33794 req-f7cb25f1-37b8-47d1-87c5-f26833274d8a service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Neutron deleted interface 44f46017-7ff3-4eb7-be59-0742d376e814; detaching it from the instance and deleting it from the info cache [ 1300.183335] env[71147]: DEBUG nova.network.neutron [req-898d36eb-27bc-4974-b6d4-ac1a12c33794 req-f7cb25f1-37b8-47d1-87c5-f26833274d8a service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.433655] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422122, 'name': ReconfigVM_Task, 'duration_secs': 0.17084} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.435044] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.438073] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea95c3ee-ee32-4eb2-9f94-8e5387022063 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.454453] env[71147]: DEBUG nova.compute.manager [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.464522] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8/volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.465469] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46f212a-f049-48e0-a8ff-d746395024b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.492694] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.492694] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.492694] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.492694] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.492694] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.492694] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.493559] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.493869] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.494188] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.494481] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.494770] env[71147]: DEBUG nova.virt.hardware [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.495997] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb6f8c-d8fd-4319-8272-97ce3f310658 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.502146] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1300.502146] env[71147]: value = "task-3422124" [ 1300.502146] env[71147]: _type = "Task" [ 1300.502146] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.507852] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736d515a-0f4c-4082-b1a5-2a019f04b0f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.515939] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.570244] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422123, 'name': PowerOffVM_Task, 'duration_secs': 0.201964} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.570545] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.571264] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance '64ca00a5-2733-4537-beeb-cf6b7f9b4bf2' progress to 17 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.662974] env[71147]: DEBUG nova.network.neutron [-] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.687128] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c73691c-fddb-4211-9a24-04f1e9c31b52 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.706302] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2431d06-bd94-424f-8f66-9982a1b24845 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.741379] env[71147]: DEBUG nova.compute.manager [req-898d36eb-27bc-4974-b6d4-ac1a12c33794 req-f7cb25f1-37b8-47d1-87c5-f26833274d8a service nova] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Detach interface failed, port_id=44f46017-7ff3-4eb7-be59-0742d376e814, reason: Instance 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.779767] env[71147]: DEBUG nova.network.neutron [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Successfully updated port: 9b54e9be-2175-47d3-bf11-19e0b55457df {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.010977] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.078115] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.078115] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.078383] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.078383] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.078520] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.078666] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.078869] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.079036] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.079209] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.079369] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.079539] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.084572] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f568b66-c106-4b04-8ec2-3ed82ebe54d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.099907] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1301.099907] env[71147]: value = "task-3422125" [ 1301.099907] env[71147]: _type = "Task" [ 1301.099907] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.108096] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.165113] env[71147]: INFO nova.compute.manager [-] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Took 1.49 seconds to deallocate network for instance. [ 1301.282409] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.282409] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.282492] env[71147]: DEBUG nova.network.neutron [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.511545] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.612748] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422125, 'name': ReconfigVM_Task, 'duration_secs': 0.259238} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.613227] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance '64ca00a5-2733-4537-beeb-cf6b7f9b4bf2' progress to 33 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.714659] env[71147]: INFO nova.compute.manager [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Took 0.55 seconds to detach 1 volumes for instance. [ 1301.716811] env[71147]: DEBUG nova.compute.manager [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] [instance: 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5] Deleting volume: 2ce9dc83-0b02-4e1c-a570-6af757692145 {{(pid=71147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1301.826650] env[71147]: DEBUG nova.network.neutron [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.958096] env[71147]: DEBUG nova.network.neutron [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Updating instance_info_cache with network_info: [{"id": "9b54e9be-2175-47d3-bf11-19e0b55457df", "address": "fa:16:3e:a8:ff:9d", "network": {"id": "e4ce1814-7b46-40c8-8625-4e1f75762c31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-305529960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a46c6bced56b4e748cd964bf105075cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54e9be-21", "ovs_interfaceid": "9b54e9be-2175-47d3-bf11-19e0b55457df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.011906] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422124, 'name': ReconfigVM_Task, 'duration_secs': 1.303438} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.012501] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8/volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.013186] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance 'cfbc9a1f-5227-4bac-8894-908a80ed4160' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.122955] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.122955] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.123234] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.123343] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.123492] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.123639] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.123841] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.123998] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.124180] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.124389] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.124513] env[71147]: DEBUG nova.virt.hardware [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.129844] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1302.130477] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903457f4-c306-4d65-824b-44590fa67849 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.150333] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1302.150333] env[71147]: value = "task-3422127" [ 1302.150333] env[71147]: _type = "Task" [ 1302.150333] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.158059] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.216137] env[71147]: DEBUG nova.compute.manager [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Received event network-vif-plugged-9b54e9be-2175-47d3-bf11-19e0b55457df {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.216358] env[71147]: DEBUG oslo_concurrency.lockutils [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] Acquiring lock "979583e1-8724-4a69-a4c5-db81c0665651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.216559] env[71147]: DEBUG oslo_concurrency.lockutils [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] Lock "979583e1-8724-4a69-a4c5-db81c0665651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.216742] env[71147]: DEBUG oslo_concurrency.lockutils [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] Lock "979583e1-8724-4a69-a4c5-db81c0665651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.216918] env[71147]: DEBUG nova.compute.manager [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] No waiting events found dispatching network-vif-plugged-9b54e9be-2175-47d3-bf11-19e0b55457df {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.217092] env[71147]: WARNING nova.compute.manager [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Received unexpected event network-vif-plugged-9b54e9be-2175-47d3-bf11-19e0b55457df for instance with vm_state building and task_state spawning. [ 1302.217285] env[71147]: DEBUG nova.compute.manager [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Received event network-changed-9b54e9be-2175-47d3-bf11-19e0b55457df {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.217535] env[71147]: DEBUG nova.compute.manager [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Refreshing instance network info cache due to event network-changed-9b54e9be-2175-47d3-bf11-19e0b55457df. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.217611] env[71147]: DEBUG oslo_concurrency.lockutils [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] Acquiring lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.264861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.265179] env[71147]: DEBUG oslo_concurrency.lockutils [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.265405] env[71147]: DEBUG nova.objects.instance [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lazy-loading 'resources' on Instance uuid 0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.461362] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.461759] env[71147]: DEBUG nova.compute.manager [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Instance network_info: |[{"id": "9b54e9be-2175-47d3-bf11-19e0b55457df", "address": "fa:16:3e:a8:ff:9d", "network": {"id": "e4ce1814-7b46-40c8-8625-4e1f75762c31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-305529960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a46c6bced56b4e748cd964bf105075cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54e9be-21", "ovs_interfaceid": "9b54e9be-2175-47d3-bf11-19e0b55457df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.462153] env[71147]: DEBUG oslo_concurrency.lockutils [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] Acquired lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.462356] env[71147]: DEBUG nova.network.neutron [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Refreshing network info cache for port 9b54e9be-2175-47d3-bf11-19e0b55457df {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.463686] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:ff:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b54e9be-2175-47d3-bf11-19e0b55457df', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.471749] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.472310] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.472950] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d144ce08-7f56-4fb5-b7c8-1f4bc0bc1e45 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.494817] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.494817] env[71147]: value = "task-3422128" [ 1302.494817] env[71147]: _type = "Task" [ 1302.494817] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.502688] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422128, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.520335] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a362ac-d167-4bd4-8a86-df0b41ab20f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.540543] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0adc89-2bd2-4751-8dea-56d4bb31c5e2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.560013] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance 'cfbc9a1f-5227-4bac-8894-908a80ed4160' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.660973] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422127, 'name': ReconfigVM_Task, 'duration_secs': 0.23877} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.661391] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1302.662445] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f4055-405a-4646-b1b8-9c7f887e8a7a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.687247] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2/64ca00a5-2733-4537-beeb-cf6b7f9b4bf2.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.687663] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1621abf1-4473-42ea-a502-cf352b337926 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.707242] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1302.707242] env[71147]: value = "task-3422129" [ 1302.707242] env[71147]: _type = "Task" [ 1302.707242] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.716885] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.885438] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdec19e-6c82-454a-be53-6f27331a8e61 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.893396] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe6c7f4-68bc-4fd4-9666-c73602f9c1b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.927306] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a063be-473c-4362-8dd4-bcade092238e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.935255] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a76bc6-f641-4b6d-8391-896680a7466a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.948928] env[71147]: DEBUG nova.compute.provider_tree [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.003383] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422128, 'name': CreateVM_Task, 'duration_secs': 0.417683} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.003555] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.004218] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.004829] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.004829] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.004927] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f017af-a4c0-43ad-b8ff-255a461b8932 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.010398] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1303.010398] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52da7e0e-8d29-8af6-cdc6-5503d6d6c3fd" [ 1303.010398] env[71147]: _type = "Task" [ 1303.010398] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.017395] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52da7e0e-8d29-8af6-cdc6-5503d6d6c3fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.219959] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422129, 'name': ReconfigVM_Task, 'duration_secs': 0.3137} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.220307] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2/64ca00a5-2733-4537-beeb-cf6b7f9b4bf2.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.220578] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance '64ca00a5-2733-4537-beeb-cf6b7f9b4bf2' progress to 50 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.278845] env[71147]: DEBUG nova.network.neutron [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Updated VIF entry in instance network info cache for port 9b54e9be-2175-47d3-bf11-19e0b55457df. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.279209] env[71147]: DEBUG nova.network.neutron [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Updating instance_info_cache with network_info: [{"id": "9b54e9be-2175-47d3-bf11-19e0b55457df", "address": "fa:16:3e:a8:ff:9d", "network": {"id": "e4ce1814-7b46-40c8-8625-4e1f75762c31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-305529960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a46c6bced56b4e748cd964bf105075cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54e9be-21", "ovs_interfaceid": "9b54e9be-2175-47d3-bf11-19e0b55457df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.452617] env[71147]: DEBUG nova.scheduler.client.report [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.523946] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52da7e0e-8d29-8af6-cdc6-5503d6d6c3fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.523946] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.524400] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.524652] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.524804] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.525230] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.525493] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d196ea97-ba6a-4410-af4d-4fa0b04bd05e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.535972] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.536202] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.537261] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ddacb33-f13a-4c9a-9ca8-f8125492dc33 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.543450] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1303.543450] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5236bbe2-0203-5c60-cddc-328ed7146078" [ 1303.543450] env[71147]: _type = "Task" [ 1303.543450] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.552809] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5236bbe2-0203-5c60-cddc-328ed7146078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.728060] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6015b0-3485-43c5-a301-794d4fcc2da9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.751171] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470b4563-1884-4e35-92db-12d90d5be202 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.770579] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance '64ca00a5-2733-4537-beeb-cf6b7f9b4bf2' progress to 67 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.785232] env[71147]: DEBUG oslo_concurrency.lockutils [req-9dc516d3-532a-40f7-a935-000e51c1b03d req-87a1a4b4-ab2b-45a5-bd4b-4159fc9867dd service nova] Releasing lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.958203] env[71147]: DEBUG oslo_concurrency.lockutils [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.054458] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5236bbe2-0203-5c60-cddc-328ed7146078, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.057097] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc92db39-eecf-4f95-8814-f242b8b7b6d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.062806] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1304.062806] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ac175-660a-0c7e-ce37-36e5b5486953" [ 1304.062806] env[71147]: _type = "Task" [ 1304.062806] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.071164] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ac175-660a-0c7e-ce37-36e5b5486953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.229660] env[71147]: DEBUG nova.network.neutron [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Port 4934503c-f795-4eeb-b380-9dfed8f95c6c binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1304.335638] env[71147]: DEBUG nova.network.neutron [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Port db5b406a-d270-40fe-88ff-59241b08ae14 binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1304.478062] env[71147]: DEBUG oslo_concurrency.lockutils [None req-865ea7dc-b1cd-4024-947f-ce3c88267b48 tempest-ServerActionsV293TestJSON-699960627 tempest-ServerActionsV293TestJSON-699960627-project-member] Lock "0e82727c-6d48-4c73-8fd3-dcb19dd5f2f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.390s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.574730] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ac175-660a-0c7e-ce37-36e5b5486953, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.574730] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.574730] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 979583e1-8724-4a69-a4c5-db81c0665651/979583e1-8724-4a69-a4c5-db81c0665651.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.575111] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75a35c59-3944-4437-9491-3f44f629aede {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.582213] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1304.582213] env[71147]: value = "task-3422130" [ 1304.582213] env[71147]: _type = "Task" [ 1304.582213] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.592018] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.094876] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489051} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.095154] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 979583e1-8724-4a69-a4c5-db81c0665651/979583e1-8724-4a69-a4c5-db81c0665651.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.095371] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.095620] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-270f60e1-59bb-4c3f-9e9e-4d72aa8ba682 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.102257] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1305.102257] env[71147]: value = "task-3422131" [ 1305.102257] env[71147]: _type = "Task" [ 1305.102257] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.109367] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.252394] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "cfbc9a1f-5227-4bac-8894-908a80ed4160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.252631] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.253231] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.309451] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquiring lock "84186166-e0f6-4e03-b4c9-9d4c59a64557" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.309792] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "84186166-e0f6-4e03-b4c9-9d4c59a64557" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.358990] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.359326] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.359509] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.611738] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073744} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.612050] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.612827] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b01b4-4500-46ba-bb0a-bd2973bd0704 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.635182] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 979583e1-8724-4a69-a4c5-db81c0665651/979583e1-8724-4a69-a4c5-db81c0665651.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.635742] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f7c9d2-7ead-4075-a20e-678d26fe91b6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.656373] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1305.656373] env[71147]: value = "task-3422132" [ 1305.656373] env[71147]: _type = "Task" [ 1305.656373] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.664372] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.815094] env[71147]: DEBUG nova.compute.manager [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.167076] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.289625] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.289811] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.289995] env[71147]: DEBUG nova.network.neutron [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.334645] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.334810] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.336515] env[71147]: INFO nova.compute.claims [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.393853] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.394046] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.394224] env[71147]: DEBUG nova.network.neutron [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.668485] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422132, 'name': ReconfigVM_Task, 'duration_secs': 0.663749} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.669415] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 979583e1-8724-4a69-a4c5-db81c0665651/979583e1-8724-4a69-a4c5-db81c0665651.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.669850] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c25baa0-8add-4b54-b2f2-2fe7aaafbcd8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.676482] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1306.676482] env[71147]: value = "task-3422133" [ 1306.676482] env[71147]: _type = "Task" [ 1306.676482] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.684231] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422133, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.093625] env[71147]: DEBUG nova.network.neutron [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance_info_cache with network_info: [{"id": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "address": "fa:16:3e:de:25:89", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4934503c-f7", "ovs_interfaceid": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.155635] env[71147]: DEBUG nova.network.neutron [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance_info_cache with network_info: [{"id": "db5b406a-d270-40fe-88ff-59241b08ae14", "address": "fa:16:3e:63:ea:6d", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5b406a-d2", "ovs_interfaceid": "db5b406a-d270-40fe-88ff-59241b08ae14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.186093] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422133, 'name': Rename_Task, 'duration_secs': 0.133019} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.186348] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.186573] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cc15d88-09fe-4c22-b11d-2e187338dcc9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.193559] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1307.193559] env[71147]: value = "task-3422134" [ 1307.193559] env[71147]: _type = "Task" [ 1307.193559] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.201094] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.458600] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c9f149-2c94-461f-863c-9523802107ae {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.466440] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3626ea-3573-45e8-a8c9-df7d31c9ac83 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.497604] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8beaa1-6403-4e28-a613-5989cf02c4d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.505375] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14f2871-f909-4095-9df2-8f7540b69eb0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.518657] env[71147]: DEBUG nova.compute.provider_tree [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.596314] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.658484] env[71147]: DEBUG oslo_concurrency.lockutils [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.705430] env[71147]: DEBUG oslo_vmware.api [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422134, 'name': PowerOnVM_Task, 'duration_secs': 0.432862} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.705829] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.705939] env[71147]: INFO nova.compute.manager [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1307.706135] env[71147]: DEBUG nova.compute.manager [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.706953] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae079757-6310-41f5-a9f3-8fc658d59ca2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.021733] env[71147]: DEBUG nova.scheduler.client.report [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.105264] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823ec948-c097-410c-8744-24cec72d1210 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.112371] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c445be-d615-417d-9b4a-c604812e4f45 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.178411] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a88b3-8463-4330-9d84-3546b5c7ae0c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.198527] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d95244-ab06-47cb-802f-c413453dc7f7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.205186] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance '64ca00a5-2733-4537-beeb-cf6b7f9b4bf2' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.222583] env[71147]: INFO nova.compute.manager [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Took 13.19 seconds to build instance. [ 1308.527170] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.527711] env[71147]: DEBUG nova.compute.manager [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.712052] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.712052] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad5490f-ed6a-4612-88e3-13967ff1eedd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.720562] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1308.720562] env[71147]: value = "task-3422135" [ 1308.720562] env[71147]: _type = "Task" [ 1308.720562] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.724205] env[71147]: DEBUG oslo_concurrency.lockutils [None req-1ed935a8-ddc2-4de4-9b41-212646904846 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "979583e1-8724-4a69-a4c5-db81c0665651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.703s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.728358] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.032802] env[71147]: DEBUG nova.compute.utils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1309.034274] env[71147]: DEBUG nova.compute.manager [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.034451] env[71147]: DEBUG nova.network.neutron [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.081613] env[71147]: DEBUG nova.policy [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a79e4f519799459cbee2c209ba29a5c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a7de47eb7d8493799ae3c851d3fa882', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.209483] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c168c-d1ca-488a-b37e-9484bf64c1f4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.232166] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6700198c-32f0-4f94-a3fc-907118def211 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.239292] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance 'cfbc9a1f-5227-4bac-8894-908a80ed4160' progress to 83 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.245263] env[71147]: DEBUG oslo_vmware.api [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422135, 'name': PowerOnVM_Task, 'duration_secs': 0.375992} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.245700] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.245881] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-59adb00f-aaae-456d-baa1-b08d010677ce tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance '64ca00a5-2733-4537-beeb-cf6b7f9b4bf2' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.305726] env[71147]: INFO nova.compute.manager [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Rescuing [ 1309.305980] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.306147] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.306316] env[71147]: DEBUG nova.network.neutron [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.329836] env[71147]: DEBUG nova.network.neutron [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Successfully created port: 7b556e66-ce9a-488f-97d1-8f6f3c053010 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.537595] env[71147]: DEBUG nova.compute.manager [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.749681] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.752278] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efb2d234-d87f-425a-9226-11a28c3bfbfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.760443] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1309.760443] env[71147]: value = "task-3422136" [ 1309.760443] env[71147]: _type = "Task" [ 1309.760443] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.768749] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.035867] env[71147]: DEBUG nova.network.neutron [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Updating instance_info_cache with network_info: [{"id": "9b54e9be-2175-47d3-bf11-19e0b55457df", "address": "fa:16:3e:a8:ff:9d", "network": {"id": "e4ce1814-7b46-40c8-8625-4e1f75762c31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-305529960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a46c6bced56b4e748cd964bf105075cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54e9be-21", "ovs_interfaceid": "9b54e9be-2175-47d3-bf11-19e0b55457df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.271203] env[71147]: DEBUG oslo_vmware.api [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422136, 'name': PowerOnVM_Task, 'duration_secs': 0.461877} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.271496] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.271704] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9f405ce0-d57f-4be6-925a-8733b2ab14cc tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance 'cfbc9a1f-5227-4bac-8894-908a80ed4160' progress to 100 {{(pid=71147) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.540534] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.545789] env[71147]: DEBUG nova.compute.manager [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.574773] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.575032] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.575195] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.575380] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.575524] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.575667] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.575874] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.576363] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.576634] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.576823] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.577013] env[71147]: DEBUG nova.virt.hardware [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.578639] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7d72e5-c8e3-4e8e-9d87-de3583292759 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.587588] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6437e994-0704-40ec-9171-c0761a4ac11c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.680422] env[71147]: DEBUG nova.compute.manager [req-84d7fb1c-4a42-4488-8b26-86859348d3d6 req-591cc3a8-5089-4f6a-84e3-7012338ded93 service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Received event network-vif-plugged-7b556e66-ce9a-488f-97d1-8f6f3c053010 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.680630] env[71147]: DEBUG oslo_concurrency.lockutils [req-84d7fb1c-4a42-4488-8b26-86859348d3d6 req-591cc3a8-5089-4f6a-84e3-7012338ded93 service nova] Acquiring lock "84186166-e0f6-4e03-b4c9-9d4c59a64557-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.680840] env[71147]: DEBUG oslo_concurrency.lockutils [req-84d7fb1c-4a42-4488-8b26-86859348d3d6 req-591cc3a8-5089-4f6a-84e3-7012338ded93 service nova] Lock "84186166-e0f6-4e03-b4c9-9d4c59a64557-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.680987] env[71147]: DEBUG oslo_concurrency.lockutils [req-84d7fb1c-4a42-4488-8b26-86859348d3d6 req-591cc3a8-5089-4f6a-84e3-7012338ded93 service nova] Lock "84186166-e0f6-4e03-b4c9-9d4c59a64557-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.681166] env[71147]: DEBUG nova.compute.manager [req-84d7fb1c-4a42-4488-8b26-86859348d3d6 req-591cc3a8-5089-4f6a-84e3-7012338ded93 service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] No waiting events found dispatching network-vif-plugged-7b556e66-ce9a-488f-97d1-8f6f3c053010 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1310.681332] env[71147]: WARNING nova.compute.manager [req-84d7fb1c-4a42-4488-8b26-86859348d3d6 req-591cc3a8-5089-4f6a-84e3-7012338ded93 service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Received unexpected event network-vif-plugged-7b556e66-ce9a-488f-97d1-8f6f3c053010 for instance with vm_state building and task_state spawning. [ 1310.769129] env[71147]: DEBUG nova.network.neutron [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Successfully updated port: 7b556e66-ce9a-488f-97d1-8f6f3c053010 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.274259] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquiring lock "refresh_cache-84186166-e0f6-4e03-b4c9-9d4c59a64557" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.274465] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquired lock "refresh_cache-84186166-e0f6-4e03-b4c9-9d4c59a64557" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.274623] env[71147]: DEBUG nova.network.neutron [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.491262] env[71147]: DEBUG nova.network.neutron [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Port db5b406a-d270-40fe-88ff-59241b08ae14 binding to destination host cpu-1 is already ACTIVE {{(pid=71147) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1311.491544] env[71147]: DEBUG oslo_concurrency.lockutils [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.491734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.491875] env[71147]: DEBUG nova.network.neutron [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.807614] env[71147]: DEBUG nova.network.neutron [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.936434] env[71147]: DEBUG nova.network.neutron [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Updating instance_info_cache with network_info: [{"id": "7b556e66-ce9a-488f-97d1-8f6f3c053010", "address": "fa:16:3e:ef:68:dd", "network": {"id": "592c2f4c-6d14-4f8f-8bfe-a9e6a54954de", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-531823975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a7de47eb7d8493799ae3c851d3fa882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b556e66-ce", "ovs_interfaceid": "7b556e66-ce9a-488f-97d1-8f6f3c053010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.077014] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.077342] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8fbe1e2-2cf4-4c7d-a380-e27cf3d89bff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.085071] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1312.085071] env[71147]: value = "task-3422137" [ 1312.085071] env[71147]: _type = "Task" [ 1312.085071] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.096047] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.197381] env[71147]: DEBUG nova.network.neutron [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance_info_cache with network_info: [{"id": "db5b406a-d270-40fe-88ff-59241b08ae14", "address": "fa:16:3e:63:ea:6d", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5b406a-d2", "ovs_interfaceid": "db5b406a-d270-40fe-88ff-59241b08ae14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.439022] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Releasing lock "refresh_cache-84186166-e0f6-4e03-b4c9-9d4c59a64557" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.439376] env[71147]: DEBUG nova.compute.manager [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Instance network_info: |[{"id": "7b556e66-ce9a-488f-97d1-8f6f3c053010", "address": "fa:16:3e:ef:68:dd", "network": {"id": "592c2f4c-6d14-4f8f-8bfe-a9e6a54954de", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-531823975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a7de47eb7d8493799ae3c851d3fa882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b556e66-ce", "ovs_interfaceid": "7b556e66-ce9a-488f-97d1-8f6f3c053010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.439801] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:68:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b556e66-ce9a-488f-97d1-8f6f3c053010', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.447249] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Creating folder: Project (3a7de47eb7d8493799ae3c851d3fa882). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.447850] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fce3680-56d2-4795-adc2-a917f22a108c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.459018] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Created folder: Project (3a7de47eb7d8493799ae3c851d3fa882) in parent group-v682378. [ 1312.459228] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Creating folder: Instances. Parent ref: group-v682717. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.459434] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4231bea2-ca6e-455f-adae-823d2569b6dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.468711] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Created folder: Instances in parent group-v682717. [ 1312.468930] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.469127] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.469319] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53a70c7b-c15a-485d-9483-f61b0fd37a9c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.487321] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1312.487321] env[71147]: value = "task-3422140" [ 1312.487321] env[71147]: _type = "Task" [ 1312.487321] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.494415] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422140, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.595809] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422137, 'name': PowerOffVM_Task, 'duration_secs': 0.315672} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.596069] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.596850] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bf007f-5749-44f8-a876-38431fe53c4e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.614882] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e4e54-aafb-4420-a586-f680a944faf6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.650103] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.650521] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c37eedd6-d86c-4e44-a2ae-1e2e6c0eef15 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.657848] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1312.657848] env[71147]: value = "task-3422141" [ 1312.657848] env[71147]: _type = "Task" [ 1312.657848] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.666095] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.699932] env[71147]: DEBUG oslo_concurrency.lockutils [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.706927] env[71147]: DEBUG nova.compute.manager [req-5a81152e-a2b1-4497-9334-5cbdf0036460 req-f059a184-0d38-4221-b475-961792f8895a service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Received event network-changed-7b556e66-ce9a-488f-97d1-8f6f3c053010 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.707142] env[71147]: DEBUG nova.compute.manager [req-5a81152e-a2b1-4497-9334-5cbdf0036460 req-f059a184-0d38-4221-b475-961792f8895a service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Refreshing instance network info cache due to event network-changed-7b556e66-ce9a-488f-97d1-8f6f3c053010. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.707420] env[71147]: DEBUG oslo_concurrency.lockutils [req-5a81152e-a2b1-4497-9334-5cbdf0036460 req-f059a184-0d38-4221-b475-961792f8895a service nova] Acquiring lock "refresh_cache-84186166-e0f6-4e03-b4c9-9d4c59a64557" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.707517] env[71147]: DEBUG oslo_concurrency.lockutils [req-5a81152e-a2b1-4497-9334-5cbdf0036460 req-f059a184-0d38-4221-b475-961792f8895a service nova] Acquired lock "refresh_cache-84186166-e0f6-4e03-b4c9-9d4c59a64557" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.707642] env[71147]: DEBUG nova.network.neutron [req-5a81152e-a2b1-4497-9334-5cbdf0036460 req-f059a184-0d38-4221-b475-961792f8895a service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Refreshing network info cache for port 7b556e66-ce9a-488f-97d1-8f6f3c053010 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.817848] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "cfbc9a1f-5227-4bac-8894-908a80ed4160" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.818267] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.818317] env[71147]: DEBUG nova.compute.manager [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Going to confirm migration 9 {{(pid=71147) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1312.997450] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422140, 'name': CreateVM_Task, 'duration_secs': 0.315317} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.997629] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.998337] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.998511] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.998852] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.999114] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29fca4b-7d35-4ad8-bc2c-5d1b763a1a8f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.003273] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1313.003273] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523055ab-7e8a-16bd-661c-bca4ce07641e" [ 1313.003273] env[71147]: _type = "Task" [ 1313.003273] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.010318] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523055ab-7e8a-16bd-661c-bca4ce07641e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.168627] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] VM already powered off {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1313.168848] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.169108] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.169260] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.169440] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.169676] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72d18703-ee32-4155-bfe9-8f700989eda0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.177806] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.177975] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.178904] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882df707-6f4e-43c1-b8a1-0df16b2add20 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.183425] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1313.183425] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a62606-6161-88df-613e-349650e1e293" [ 1313.183425] env[71147]: _type = "Task" [ 1313.183425] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.191089] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a62606-6161-88df-613e-349650e1e293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.203026] env[71147]: DEBUG nova.compute.manager [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71147) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1313.203248] env[71147]: DEBUG oslo_concurrency.lockutils [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.203512] env[71147]: DEBUG oslo_concurrency.lockutils [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.381509] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.381693] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquired lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.381874] env[71147]: DEBUG nova.network.neutron [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.382060] env[71147]: DEBUG nova.objects.instance [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lazy-loading 'info_cache' on Instance uuid cfbc9a1f-5227-4bac-8894-908a80ed4160 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.446210] env[71147]: DEBUG nova.network.neutron [req-5a81152e-a2b1-4497-9334-5cbdf0036460 req-f059a184-0d38-4221-b475-961792f8895a service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Updated VIF entry in instance network info cache for port 7b556e66-ce9a-488f-97d1-8f6f3c053010. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.446574] env[71147]: DEBUG nova.network.neutron [req-5a81152e-a2b1-4497-9334-5cbdf0036460 req-f059a184-0d38-4221-b475-961792f8895a service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Updating instance_info_cache with network_info: [{"id": "7b556e66-ce9a-488f-97d1-8f6f3c053010", "address": "fa:16:3e:ef:68:dd", "network": {"id": "592c2f4c-6d14-4f8f-8bfe-a9e6a54954de", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-531823975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a7de47eb7d8493799ae3c851d3fa882", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b556e66-ce", "ovs_interfaceid": "7b556e66-ce9a-488f-97d1-8f6f3c053010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.515541] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]523055ab-7e8a-16bd-661c-bca4ce07641e, 'name': SearchDatastore_Task, 'duration_secs': 0.02131} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.515833] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.516075] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.516288] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.694157] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a62606-6161-88df-613e-349650e1e293, 'name': SearchDatastore_Task, 'duration_secs': 0.009522} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.694943] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ca8b35-d5bd-4e7d-a9db-19f37c5d81c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.699847] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1313.699847] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52515cfe-fba2-57f7-cf63-04c9b7b1d7de" [ 1313.699847] env[71147]: _type = "Task" [ 1313.699847] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.707273] env[71147]: DEBUG nova.objects.instance [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'migration_context' on Instance uuid 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.708396] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52515cfe-fba2-57f7-cf63-04c9b7b1d7de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.949060] env[71147]: DEBUG oslo_concurrency.lockutils [req-5a81152e-a2b1-4497-9334-5cbdf0036460 req-f059a184-0d38-4221-b475-961792f8895a service nova] Releasing lock "refresh_cache-84186166-e0f6-4e03-b4c9-9d4c59a64557" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.213987] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52515cfe-fba2-57f7-cf63-04c9b7b1d7de, 'name': SearchDatastore_Task, 'duration_secs': 0.042377} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.214456] env[71147]: DEBUG oslo_concurrency.lockutils [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.214722] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 979583e1-8724-4a69-a4c5-db81c0665651/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. {{(pid=71147) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1314.215129] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.215215] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.215415] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceb61c89-795c-462e-85cc-6c3d267ce6de {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.217390] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a879f9b9-f757-42d8-bfc4-e109284ed24f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.224710] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1314.224710] env[71147]: value = "task-3422142" [ 1314.224710] env[71147]: _type = "Task" [ 1314.224710] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.228951] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.228951] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.229995] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d41cd96-6160-4c0c-92eb-160085ccc35f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.235094] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.239976] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1314.239976] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52241f42-2fde-79c2-3da9-260cf8791c50" [ 1314.239976] env[71147]: _type = "Task" [ 1314.239976] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.247257] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52241f42-2fde-79c2-3da9-260cf8791c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.339069] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3271fad6-321a-4a4d-a241-e4f1806e01e0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.346591] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01325d83-68ca-4c54-80bf-a9bd6bcefbe7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.377836] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5f16fb-a913-4742-b0d8-e10897d7904d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.385193] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4f3e44-7791-4ae3-a601-ca6e708374c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.403888] env[71147]: DEBUG nova.compute.provider_tree [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.683115] env[71147]: DEBUG nova.network.neutron [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance_info_cache with network_info: [{"id": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "address": "fa:16:3e:de:25:89", "network": {"id": "7d921e82-af60-4552-a7eb-dab7d2bfa272", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1234671661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f19fff7f1b124558a45d6b5e7adf8c2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4934503c-f7", "ovs_interfaceid": "4934503c-f795-4eeb-b380-9dfed8f95c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.735368] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422142, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.748745] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52241f42-2fde-79c2-3da9-260cf8791c50, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.749556] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2e0ca1-5522-4f4e-9dd1-5adf215e6881 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.754595] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1314.754595] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5266e239-998b-cbf5-7273-cc8f35df6f48" [ 1314.754595] env[71147]: _type = "Task" [ 1314.754595] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.761470] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5266e239-998b-cbf5-7273-cc8f35df6f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.907579] env[71147]: DEBUG nova.scheduler.client.report [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.186524] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Releasing lock "refresh_cache-cfbc9a1f-5227-4bac-8894-908a80ed4160" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.186890] env[71147]: DEBUG nova.objects.instance [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lazy-loading 'migration_context' on Instance uuid cfbc9a1f-5227-4bac-8894-908a80ed4160 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.235614] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513651} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.235866] env[71147]: INFO nova.virt.vmwareapi.ds_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 979583e1-8724-4a69-a4c5-db81c0665651/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk. [ 1315.236638] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b7b2f1-6a01-4ee6-80a7-77a34bd6a0ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.260102] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 979583e1-8724-4a69-a4c5-db81c0665651/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.260386] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-998cd4f7-0121-4d44-963d-45d399e2eb87 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.280444] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5266e239-998b-cbf5-7273-cc8f35df6f48, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.281477] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.281725] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 84186166-e0f6-4e03-b4c9-9d4c59a64557/84186166-e0f6-4e03-b4c9-9d4c59a64557.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.282011] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1315.282011] env[71147]: value = "task-3422143" [ 1315.282011] env[71147]: _type = "Task" [ 1315.282011] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.282209] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32effd99-7762-49d5-8b6b-451bbc8671dd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.292868] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.293998] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1315.293998] env[71147]: value = "task-3422144" [ 1315.293998] env[71147]: _type = "Task" [ 1315.293998] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.300831] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.690025] env[71147]: DEBUG nova.objects.base [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1315.691018] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f54b012-b878-407c-bd2f-d43add707f9f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.711975] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6195fefc-b81d-456b-be93-1932c8770f68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.717162] env[71147]: DEBUG oslo_vmware.api [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1315.717162] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bc47ec-a2ab-d526-e9eb-a37bd91b78c3" [ 1315.717162] env[71147]: _type = "Task" [ 1315.717162] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.724930] env[71147]: DEBUG oslo_vmware.api [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bc47ec-a2ab-d526-e9eb-a37bd91b78c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.793224] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.802037] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.918685] env[71147]: DEBUG oslo_concurrency.lockutils [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.715s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.229312] env[71147]: DEBUG oslo_vmware.api [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52bc47ec-a2ab-d526-e9eb-a37bd91b78c3, 'name': SearchDatastore_Task, 'duration_secs': 0.024336} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.229700] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.229822] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.295360] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.303365] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.797095] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422143, 'name': ReconfigVM_Task, 'duration_secs': 1.265158} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.800066] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 979583e1-8724-4a69-a4c5-db81c0665651/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3-rescue.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.802899] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa00db6a-c344-493a-864c-b5d7f7250e35 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.828113] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422144, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.112493} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.836326] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 84186166-e0f6-4e03-b4c9-9d4c59a64557/84186166-e0f6-4e03-b4c9-9d4c59a64557.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.836565] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.836851] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-320e9caa-1fae-4ad9-95bf-67df6b46de1b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.846974] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c34cb8e-6dab-409f-b02c-4daf58bd0cdd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.854114] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1316.854114] env[71147]: value = "task-3422145" [ 1316.854114] env[71147]: _type = "Task" [ 1316.854114] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.855387] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1316.855387] env[71147]: value = "task-3422146" [ 1316.855387] env[71147]: _type = "Task" [ 1316.855387] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.870306] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.873510] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.888486] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8d1924-2600-44e3-9fc3-b0dfb02b59ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.895284] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fadb95-4d3e-4c16-abb6-184aac8306e2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.925064] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a908758e-c6be-42fe-98b7-57c536f0079b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.932065] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694dbc88-fde6-4b37-9fc5-172c718f57f2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.949304] env[71147]: DEBUG nova.compute.provider_tree [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.367778] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422146, 'name': ReconfigVM_Task, 'duration_secs': 0.320796} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.371045] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.371302] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079635} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.371510] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b6ad9fd-1306-49f5-ab0f-62f332ffbb2a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.372898] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.373626] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6bf49e-99a8-4144-a876-c72b568c4380 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.395743] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 84186166-e0f6-4e03-b4c9-9d4c59a64557/84186166-e0f6-4e03-b4c9-9d4c59a64557.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.397054] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b5c8b0-ca8d-4401-a1e1-dab2a1da1e07 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.411928] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1317.411928] env[71147]: value = "task-3422147" [ 1317.411928] env[71147]: _type = "Task" [ 1317.411928] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.418076] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1317.418076] env[71147]: value = "task-3422148" [ 1317.418076] env[71147]: _type = "Task" [ 1317.418076] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.421120] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.428824] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.454126] env[71147]: DEBUG nova.scheduler.client.report [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.467256] env[71147]: INFO nova.compute.manager [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Swapping old allocation on dict_keys(['35e35e14-9e34-4508-84da-a69238f1eb09']) held by migration f33ceffd-3f83-45c5-8bed-b732912a8cbd for instance [ 1317.490673] env[71147]: DEBUG nova.scheduler.client.report [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Overwriting current allocation {'allocations': {'35e35e14-9e34-4508-84da-a69238f1eb09': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': 'f6f896037fe447b5a11d606b9d07429d', 'user_id': '564c79b531ac4334b1c1a5023e2edee7', 'consumer_generation': 1} on consumer 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2 {{(pid=71147) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1317.588682] env[71147]: DEBUG oslo_concurrency.lockutils [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.588875] env[71147]: DEBUG oslo_concurrency.lockutils [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.589063] env[71147]: DEBUG nova.network.neutron [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.923613] env[71147]: DEBUG oslo_vmware.api [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422147, 'name': PowerOnVM_Task, 'duration_secs': 0.41527} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.926748] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.930202] env[71147]: DEBUG nova.compute.manager [None req-ff5a36d2-167c-474a-a0fb-87a05018c3ed tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.930991] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc1eb4f-22a6-4bf3-824e-f471fdc25e14 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.936747] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.292551] env[71147]: DEBUG nova.network.neutron [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance_info_cache with network_info: [{"id": "db5b406a-d270-40fe-88ff-59241b08ae14", "address": "fa:16:3e:63:ea:6d", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5b406a-d2", "ovs_interfaceid": "db5b406a-d270-40fe-88ff-59241b08ae14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.433387] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.463361] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.233s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.795701] env[71147]: DEBUG oslo_concurrency.lockutils [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.796175] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.796472] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e976c1-8302-493e-b758-431207596588 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.805539] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1318.805539] env[71147]: value = "task-3422149" [ 1318.805539] env[71147]: _type = "Task" [ 1318.805539] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.813637] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.932976] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422148, 'name': ReconfigVM_Task, 'duration_secs': 1.282783} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.933397] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 84186166-e0f6-4e03-b4c9-9d4c59a64557/84186166-e0f6-4e03-b4c9-9d4c59a64557.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.934030] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4784474-7429-4604-a583-c0c0ef4e5d92 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.941781] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1318.941781] env[71147]: value = "task-3422150" [ 1318.941781] env[71147]: _type = "Task" [ 1318.941781] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.950520] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422150, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.029568] env[71147]: INFO nova.scheduler.client.report [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted allocation for migration 61e14e1e-72a2-49f5-aab4-255971a47404 [ 1319.273613] env[71147]: INFO nova.compute.manager [None req-6ebb0b4d-5dd0-44fd-86f9-1622490bd903 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Get console output [ 1319.273978] env[71147]: WARNING nova.virt.vmwareapi.driver [None req-6ebb0b4d-5dd0-44fd-86f9-1622490bd903 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] The console log is missing. Check your VSPC configuration [ 1319.316417] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422149, 'name': PowerOffVM_Task, 'duration_secs': 0.200931} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.316559] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.317489] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.317489] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.317824] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.318060] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.318215] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.318362] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.318569] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.318727] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.318947] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.319123] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.319320] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.324878] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b15275d1-d3bc-4d5a-8f9f-5a50e4d599c9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.340815] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1319.340815] env[71147]: value = "task-3422151" [ 1319.340815] env[71147]: _type = "Task" [ 1319.340815] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.348521] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.450633] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422150, 'name': Rename_Task, 'duration_secs': 0.151252} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.451065] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.451252] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29b56a90-a213-4740-92d1-94d74c79f194 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.456758] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1319.456758] env[71147]: value = "task-3422152" [ 1319.456758] env[71147]: _type = "Task" [ 1319.456758] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.464261] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.539646] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c935cd82-ddcd-40f9-b4f6-dce572f4bf2d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.721s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.540915] env[71147]: INFO nova.compute.manager [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Unrescuing [ 1319.541216] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.541398] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquired lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.541570] env[71147]: DEBUG nova.network.neutron [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.851448] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422151, 'name': ReconfigVM_Task, 'duration_secs': 0.134297} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.852359] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24136b1c-e07b-40df-a124-c6ed0fccc042 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.872334] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.872675] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.872888] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.873155] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.873320] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.873471] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.873674] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.873830] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.873993] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.874211] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.874392] env[71147]: DEBUG nova.virt.hardware [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.875214] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3449e0de-dceb-4368-bde3-cf6dfc4498a8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.880655] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1319.880655] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e12056-a0d3-544e-bb3c-aac91fa4ac07" [ 1319.880655] env[71147]: _type = "Task" [ 1319.880655] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.888505] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e12056-a0d3-544e-bb3c-aac91fa4ac07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.967348] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.267358] env[71147]: DEBUG nova.network.neutron [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Updating instance_info_cache with network_info: [{"id": "9b54e9be-2175-47d3-bf11-19e0b55457df", "address": "fa:16:3e:a8:ff:9d", "network": {"id": "e4ce1814-7b46-40c8-8625-4e1f75762c31", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-305529960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a46c6bced56b4e748cd964bf105075cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54e9be-21", "ovs_interfaceid": "9b54e9be-2175-47d3-bf11-19e0b55457df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.387194] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.387385] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.392395] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52e12056-a0d3-544e-bb3c-aac91fa4ac07, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.397842] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.400024] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c15185d2-97f4-4166-8375-3c9992e7d00f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.416832] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1320.416832] env[71147]: value = "task-3422153" [ 1320.416832] env[71147]: _type = "Task" [ 1320.416832] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.424895] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.467974] env[71147]: DEBUG oslo_vmware.api [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422152, 'name': PowerOnVM_Task, 'duration_secs': 0.805225} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.468382] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.468446] env[71147]: INFO nova.compute.manager [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1320.468692] env[71147]: DEBUG nova.compute.manager [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.469497] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0243b533-7a21-49c6-9819-b90538551029 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.770177] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Releasing lock "refresh_cache-979583e1-8724-4a69-a4c5-db81c0665651" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.770891] env[71147]: DEBUG nova.objects.instance [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lazy-loading 'flavor' on Instance uuid 979583e1-8724-4a69-a4c5-db81c0665651 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.897059] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.897059] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.897059] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.897357] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.897357] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.897501] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.897637] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1320.897780] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.927254] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422153, 'name': ReconfigVM_Task, 'duration_secs': 0.183661} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.927524] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1320.928313] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95fdc06-8cf9-42e9-aec2-d2617e321030 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.950402] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2/64ca00a5-2733-4537-beeb-cf6b7f9b4bf2.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.950906] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e566b2-cd5c-49cf-b524-ad96c43eb5be {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.968178] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1320.968178] env[71147]: value = "task-3422154" [ 1320.968178] env[71147]: _type = "Task" [ 1320.968178] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.977116] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.984186] env[71147]: INFO nova.compute.manager [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Took 14.67 seconds to build instance. [ 1321.276387] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b26530-9fe9-4ce6-826e-0f73cd493e96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.296721] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.297044] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-266cc9cb-3935-410d-a194-3a3927d7c8c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.303324] env[71147]: DEBUG oslo_vmware.api [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1321.303324] env[71147]: value = "task-3422155" [ 1321.303324] env[71147]: _type = "Task" [ 1321.303324] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.310716] env[71147]: DEBUG oslo_vmware.api [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.400653] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.401052] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.401309] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.401574] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1321.402670] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd1bcde-1453-4ce4-bb75-f827a5bdf553 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.411227] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7121eede-af4b-4dc7-9248-e5ad34890b4d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.424925] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2875dbc-518a-4a12-94a7-4a810cd97ec5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.431193] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10400aec-92e9-49de-b190-beb474dff88f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.464421] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180135MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1321.464644] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.464775] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.478498] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422154, 'name': ReconfigVM_Task, 'duration_secs': 0.25263} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.479557] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2/64ca00a5-2733-4537-beeb-cf6b7f9b4bf2.vmdk or device None with type thin {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.481474] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d250697-2655-42ad-9087-83050d991828 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.486390] env[71147]: DEBUG oslo_concurrency.lockutils [None req-8047a5f7-c529-4b50-bafd-411cff53783b tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "84186166-e0f6-4e03-b4c9-9d4c59a64557" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.176s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.504322] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a9fa18-d159-4690-ab75-6a0d517a73ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.523494] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48055f1-b8be-4c4b-b6fe-d924f92cf6ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.542153] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85882f02-dbea-4ad8-95b6-d85903875a6c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.549016] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.549278] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6648c6df-72af-4cac-9b0a-025adb782db5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.555500] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1321.555500] env[71147]: value = "task-3422156" [ 1321.555500] env[71147]: _type = "Task" [ 1321.555500] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.562860] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.813977] env[71147]: DEBUG oslo_vmware.api [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422155, 'name': PowerOffVM_Task, 'duration_secs': 0.21255} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.814274] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.820965] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1321.821266] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e582ff-3794-403b-a772-5f8ffd720d43 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.838977] env[71147]: DEBUG oslo_vmware.api [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1321.838977] env[71147]: value = "task-3422157" [ 1321.838977] env[71147]: _type = "Task" [ 1321.838977] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.847041] env[71147]: DEBUG oslo_vmware.api [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.939855] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquiring lock "84186166-e0f6-4e03-b4c9-9d4c59a64557" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.940143] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "84186166-e0f6-4e03-b4c9-9d4c59a64557" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.940422] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquiring lock "84186166-e0f6-4e03-b4c9-9d4c59a64557-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.940622] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "84186166-e0f6-4e03-b4c9-9d4c59a64557-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.940795] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "84186166-e0f6-4e03-b4c9-9d4c59a64557-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.943082] env[71147]: INFO nova.compute.manager [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Terminating instance [ 1322.067827] env[71147]: DEBUG oslo_vmware.api [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422156, 'name': PowerOnVM_Task, 'duration_secs': 0.358087} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.068037] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.350411] env[71147]: DEBUG oslo_vmware.api [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422157, 'name': ReconfigVM_Task, 'duration_secs': 0.237781} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.350627] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.350805] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.351076] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acc57d5a-8dd0-41c8-98e3-190385b8a9ca {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.357391] env[71147]: DEBUG oslo_vmware.api [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1322.357391] env[71147]: value = "task-3422158" [ 1322.357391] env[71147]: _type = "Task" [ 1322.357391] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.369906] env[71147]: DEBUG oslo_vmware.api [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.446518] env[71147]: DEBUG nova.compute.manager [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.446756] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.447692] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d65e73-4f10-4d66-bb17-491257525e09 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.454895] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.455139] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9643cd35-9086-47e1-9003-d0e2b26e7b85 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.461267] env[71147]: DEBUG oslo_vmware.api [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1322.461267] env[71147]: value = "task-3422159" [ 1322.461267] env[71147]: _type = "Task" [ 1322.461267] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.468755] env[71147]: DEBUG oslo_vmware.api [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.492972] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.493308] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance d8ca939b-5030-4f5b-a141-5a3790bdda67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.493308] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 2d2b2035-81c9-4eb7-b785-1228d94574bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.493431] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance cfbc9a1f-5227-4bac-8894-908a80ed4160 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.493532] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 979583e1-8724-4a69-a4c5-db81c0665651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.493645] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 84186166-e0f6-4e03-b4c9-9d4c59a64557 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.493757] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1322.493938] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1322.494086] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1322.589655] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1866bf1c-2f94-48a4-9d94-b9fd453e6385 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.597489] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aaf92c-55ca-4df6-a642-5a87256fda23 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.630528] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6bbbf4-4da1-440d-9c38-b7c3b2d69979 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.638786] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c5ca17-7ac8-410b-95b7-9f8ae6c1aa3c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.653299] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.867904] env[71147]: DEBUG oslo_vmware.api [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422158, 'name': PowerOnVM_Task, 'duration_secs': 0.373607} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.868197] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.868427] env[71147]: DEBUG nova.compute.manager [None req-b72418dd-e21c-4d45-b38b-c4455f09bd69 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.869199] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43837216-d626-463a-960e-9526a55e3444 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.971428] env[71147]: DEBUG oslo_vmware.api [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422159, 'name': PowerOffVM_Task, 'duration_secs': 0.173341} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.971654] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.971843] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.972102] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34649552-76e4-4305-9503-ba5053faf53b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.037781] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.038125] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.038397] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Deleting the datastore file [datastore2] 84186166-e0f6-4e03-b4c9-9d4c59a64557 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.038747] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae723086-9796-42d3-8ac1-f1a3283f747b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.045882] env[71147]: DEBUG oslo_vmware.api [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for the task: (returnval){ [ 1323.045882] env[71147]: value = "task-3422161" [ 1323.045882] env[71147]: _type = "Task" [ 1323.045882] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.054995] env[71147]: DEBUG oslo_vmware.api [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.080452] env[71147]: INFO nova.compute.manager [None req-792e18be-1b7d-4d68-bf45-e284834b281c tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance to original state: 'active' [ 1323.156669] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.557381] env[71147]: DEBUG oslo_vmware.api [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Task: {'id': task-3422161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224224} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.558129] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.558129] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.558129] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.558316] env[71147]: INFO nova.compute.manager [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1323.558404] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.558585] env[71147]: DEBUG nova.compute.manager [-] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.558675] env[71147]: DEBUG nova.network.neutron [-] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.661709] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1323.661909] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.197s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.872225] env[71147]: DEBUG nova.compute.manager [req-8a20acfa-3ab1-4e2d-b7b4-523722dba441 req-690a7cc5-ddb9-4f58-803e-1eba90e06568 service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Received event network-vif-deleted-7b556e66-ce9a-488f-97d1-8f6f3c053010 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.872225] env[71147]: INFO nova.compute.manager [req-8a20acfa-3ab1-4e2d-b7b4-523722dba441 req-690a7cc5-ddb9-4f58-803e-1eba90e06568 service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Neutron deleted interface 7b556e66-ce9a-488f-97d1-8f6f3c053010; detaching it from the instance and deleting it from the info cache [ 1323.872225] env[71147]: DEBUG nova.network.neutron [req-8a20acfa-3ab1-4e2d-b7b4-523722dba441 req-690a7cc5-ddb9-4f58-803e-1eba90e06568 service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.149805] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "979583e1-8724-4a69-a4c5-db81c0665651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.149805] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "979583e1-8724-4a69-a4c5-db81c0665651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.150197] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "979583e1-8724-4a69-a4c5-db81c0665651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.150447] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "979583e1-8724-4a69-a4c5-db81c0665651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.150704] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "979583e1-8724-4a69-a4c5-db81c0665651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.152943] env[71147]: INFO nova.compute.manager [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Terminating instance [ 1324.302050] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.302050] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.302050] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.302050] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.302050] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.304143] env[71147]: INFO nova.compute.manager [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Terminating instance [ 1324.354797] env[71147]: DEBUG nova.network.neutron [-] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.375689] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adedf5b5-2653-4d74-88e2-af14824dd232 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.385950] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8e46d1-f3cc-4868-8a5b-7eda2ca8f1bd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.414689] env[71147]: DEBUG nova.compute.manager [req-8a20acfa-3ab1-4e2d-b7b4-523722dba441 req-690a7cc5-ddb9-4f58-803e-1eba90e06568 service nova] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Detach interface failed, port_id=7b556e66-ce9a-488f-97d1-8f6f3c053010, reason: Instance 84186166-e0f6-4e03-b4c9-9d4c59a64557 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.656621] env[71147]: DEBUG nova.compute.manager [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.656994] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.657852] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324c3b0e-d81f-42ec-8453-3bc89d02de8e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.666126] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.666349] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e91a62-695c-44a8-8a6d-96bf07d6bc11 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.672757] env[71147]: DEBUG oslo_vmware.api [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1324.672757] env[71147]: value = "task-3422162" [ 1324.672757] env[71147]: _type = "Task" [ 1324.672757] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.681021] env[71147]: DEBUG oslo_vmware.api [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.808294] env[71147]: DEBUG nova.compute.manager [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.808562] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.809898] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf071706-7197-4352-a11f-53e3322a62ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.820958] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.821491] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-502836a6-bf42-4f77-8b6c-110186f37907 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.830085] env[71147]: DEBUG oslo_vmware.api [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1324.830085] env[71147]: value = "task-3422163" [ 1324.830085] env[71147]: _type = "Task" [ 1324.830085] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.839628] env[71147]: DEBUG oslo_vmware.api [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.857441] env[71147]: INFO nova.compute.manager [-] [instance: 84186166-e0f6-4e03-b4c9-9d4c59a64557] Took 1.30 seconds to deallocate network for instance. [ 1325.182739] env[71147]: DEBUG oslo_vmware.api [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422162, 'name': PowerOffVM_Task, 'duration_secs': 0.192884} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.183098] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.183303] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.183591] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d54c294-d576-4cf8-aa14-eab0b78e8e48 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.246248] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.246504] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.246659] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Deleting the datastore file [datastore2] 979583e1-8724-4a69-a4c5-db81c0665651 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.246967] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a31e404-6cde-49a8-a6b6-37dca7bb938f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.253955] env[71147]: DEBUG oslo_vmware.api [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1325.253955] env[71147]: value = "task-3422165" [ 1325.253955] env[71147]: _type = "Task" [ 1325.253955] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.261357] env[71147]: DEBUG oslo_vmware.api [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.339797] env[71147]: DEBUG oslo_vmware.api [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422163, 'name': PowerOffVM_Task, 'duration_secs': 0.228822} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.340080] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.340258] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.340514] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5188420e-d78f-4c2e-9064-c3c3183a47b5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.368418] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.368691] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.368925] env[71147]: DEBUG nova.objects.instance [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lazy-loading 'resources' on Instance uuid 84186166-e0f6-4e03-b4c9-9d4c59a64557 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.404718] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.404943] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.405121] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleting the datastore file [datastore2] 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.405392] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2272916e-7975-4d86-84a7-efc355802b2c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.411831] env[71147]: DEBUG oslo_vmware.api [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1325.411831] env[71147]: value = "task-3422167" [ 1325.411831] env[71147]: _type = "Task" [ 1325.411831] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.419029] env[71147]: DEBUG oslo_vmware.api [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.764662] env[71147]: DEBUG oslo_vmware.api [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142088} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.765038] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.765156] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.765306] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.765483] env[71147]: INFO nova.compute.manager [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1325.765718] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.765945] env[71147]: DEBUG nova.compute.manager [-] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.766123] env[71147]: DEBUG nova.network.neutron [-] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.922941] env[71147]: DEBUG oslo_vmware.api [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135307} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.923193] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.923400] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.923590] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.923768] env[71147]: INFO nova.compute.manager [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1325.924015] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.924226] env[71147]: DEBUG nova.compute.manager [-] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.924308] env[71147]: DEBUG nova.network.neutron [-] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.972897] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed3d735-839d-4e78-9ab2-bc4d8d3804b8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.980616] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce571fb-d9df-4a0b-b9da-883c269d3fdf {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.013588] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829f02e1-dccb-465c-826b-f82d02547f32 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.021291] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ee7e53-acdd-4bf5-ae08-9c193e60a485 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.034814] env[71147]: DEBUG nova.compute.provider_tree [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.058974] env[71147]: DEBUG nova.compute.manager [req-38ffc3d4-6124-460c-86b8-8de2b036574f req-2f3873ab-a268-42d2-a081-a43b32d091ae service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Received event network-vif-deleted-9b54e9be-2175-47d3-bf11-19e0b55457df {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.059198] env[71147]: INFO nova.compute.manager [req-38ffc3d4-6124-460c-86b8-8de2b036574f req-2f3873ab-a268-42d2-a081-a43b32d091ae service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Neutron deleted interface 9b54e9be-2175-47d3-bf11-19e0b55457df; detaching it from the instance and deleting it from the info cache [ 1326.059367] env[71147]: DEBUG nova.network.neutron [req-38ffc3d4-6124-460c-86b8-8de2b036574f req-2f3873ab-a268-42d2-a081-a43b32d091ae service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.537840] env[71147]: DEBUG nova.scheduler.client.report [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.542882] env[71147]: DEBUG nova.network.neutron [-] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.561222] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7741d765-331c-4c1c-8170-688f9dc36ea0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.571539] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4aa097-d401-4bad-ba56-aecbcbd40730 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.597791] env[71147]: DEBUG nova.compute.manager [req-38ffc3d4-6124-460c-86b8-8de2b036574f req-2f3873ab-a268-42d2-a081-a43b32d091ae service nova] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Detach interface failed, port_id=9b54e9be-2175-47d3-bf11-19e0b55457df, reason: Instance 979583e1-8724-4a69-a4c5-db81c0665651 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1326.907282] env[71147]: DEBUG nova.network.neutron [-] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.042907] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.045875] env[71147]: INFO nova.compute.manager [-] [instance: 979583e1-8724-4a69-a4c5-db81c0665651] Took 1.28 seconds to deallocate network for instance. [ 1327.082027] env[71147]: INFO nova.scheduler.client.report [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Deleted allocations for instance 84186166-e0f6-4e03-b4c9-9d4c59a64557 [ 1327.411130] env[71147]: INFO nova.compute.manager [-] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Took 1.49 seconds to deallocate network for instance. [ 1327.552061] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.552170] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.552375] env[71147]: DEBUG nova.objects.instance [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lazy-loading 'resources' on Instance uuid 979583e1-8724-4a69-a4c5-db81c0665651 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.588796] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f667ea02-6b65-41b8-96e4-e16662ac0c51 tempest-ServerPasswordTestJSON-477002315 tempest-ServerPasswordTestJSON-477002315-project-member] Lock "84186166-e0f6-4e03-b4c9-9d4c59a64557" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.649s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.917176] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.088724] env[71147]: DEBUG nova.compute.manager [req-17d44417-f24c-4ad4-995b-6f9b6b142d4e req-14c29f1b-c603-4a07-a879-66dea4d923e6 service nova] [instance: 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2] Received event network-vif-deleted-db5b406a-d270-40fe-88ff-59241b08ae14 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.139214] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0dd1c9-6cbe-4e71-8574-cbbd0b5657ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.146603] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd588fbf-e577-4be8-beb0-c513003dde33 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.178675] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db2210-06ce-42cc-adf3-f676d8c311f2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.186141] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb9420f-f43c-4950-8a4d-458198b3a007 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.199897] env[71147]: DEBUG nova.compute.provider_tree [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.703907] env[71147]: DEBUG nova.scheduler.client.report [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.209076] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.211229] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.294s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.211461] env[71147]: DEBUG nova.objects.instance [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'resources' on Instance uuid 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.273987] env[71147]: INFO nova.scheduler.client.report [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Deleted allocations for instance 979583e1-8724-4a69-a4c5-db81c0665651 [ 1329.782045] env[71147]: DEBUG oslo_concurrency.lockutils [None req-9e5aca88-b77b-44e9-866a-05497f5d289e tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "979583e1-8724-4a69-a4c5-db81c0665651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.632s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.792394] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e86f7-6ef8-49b6-a976-4846af924cb0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.800365] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ff5ed-09bb-4af6-b0f8-c7c15fad7682 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.831613] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ef64e8-e98d-4ab3-840a-fb428694f7a2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.839685] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d3238a-1afa-4b7c-acde-5cfa5284a143 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.853549] env[71147]: DEBUG nova.compute.provider_tree [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.356983] env[71147]: DEBUG nova.scheduler.client.report [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.816560] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "2d2b2035-81c9-4eb7-b785-1228d94574bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.816838] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "2d2b2035-81c9-4eb7-b785-1228d94574bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.817062] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "2d2b2035-81c9-4eb7-b785-1228d94574bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.817251] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "2d2b2035-81c9-4eb7-b785-1228d94574bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.817420] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "2d2b2035-81c9-4eb7-b785-1228d94574bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.819442] env[71147]: INFO nova.compute.manager [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Terminating instance [ 1330.861777] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.879209] env[71147]: INFO nova.scheduler.client.report [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted allocations for instance 64ca00a5-2733-4537-beeb-cf6b7f9b4bf2 [ 1331.322946] env[71147]: DEBUG nova.compute.manager [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.323193] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.324108] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435b0a1c-6914-4d2b-bcab-073b828c0c88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.331859] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.332106] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974b160f-5b39-472b-952b-ced45144be0d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.339646] env[71147]: DEBUG oslo_vmware.api [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1331.339646] env[71147]: value = "task-3422168" [ 1331.339646] env[71147]: _type = "Task" [ 1331.339646] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.346965] env[71147]: DEBUG oslo_vmware.api [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.386145] env[71147]: DEBUG oslo_concurrency.lockutils [None req-70df7359-c620-4ec1-9ceb-8cc5c430bb68 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "64ca00a5-2733-4537-beeb-cf6b7f9b4bf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.085s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.850951] env[71147]: DEBUG oslo_vmware.api [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422168, 'name': PowerOffVM_Task, 'duration_secs': 0.196648} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.851249] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.851426] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.851682] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca92579-aeca-4ad3-9331-bb343b114937 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.920353] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.920559] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.920963] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Deleting the datastore file [datastore1] 2d2b2035-81c9-4eb7-b785-1228d94574bf {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.921098] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-518c05f5-527f-464c-9b79-aea9fd6bf8df {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.928087] env[71147]: DEBUG oslo_vmware.api [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for the task: (returnval){ [ 1331.928087] env[71147]: value = "task-3422170" [ 1331.928087] env[71147]: _type = "Task" [ 1331.928087] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.935445] env[71147]: DEBUG oslo_vmware.api [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.407893] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "96977fa8-364b-45aa-afde-1c625ca3cf45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.408208] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.438435] env[71147]: DEBUG oslo_vmware.api [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Task: {'id': task-3422170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166681} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.438669] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.438882] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.439095] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.439279] env[71147]: INFO nova.compute.manager [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1332.439509] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.439700] env[71147]: DEBUG nova.compute.manager [-] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.439886] env[71147]: DEBUG nova.network.neutron [-] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.715055] env[71147]: DEBUG nova.compute.manager [req-1500c7b9-e3f8-4c7e-9e7f-83af330cc644 req-b597b0b5-3bd9-45fb-8073-80b8348432db service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Received event network-vif-deleted-0f973ac1-3f89-451e-99b2-ccf98e4d019e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.715294] env[71147]: INFO nova.compute.manager [req-1500c7b9-e3f8-4c7e-9e7f-83af330cc644 req-b597b0b5-3bd9-45fb-8073-80b8348432db service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Neutron deleted interface 0f973ac1-3f89-451e-99b2-ccf98e4d019e; detaching it from the instance and deleting it from the info cache [ 1332.715529] env[71147]: DEBUG nova.network.neutron [req-1500c7b9-e3f8-4c7e-9e7f-83af330cc644 req-b597b0b5-3bd9-45fb-8073-80b8348432db service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.910305] env[71147]: DEBUG nova.compute.manager [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.196594] env[71147]: DEBUG nova.network.neutron [-] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.217717] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e38fa69-ad1d-4f3d-952e-30f9e65237d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.227725] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beb1015-7dde-4610-89f1-b093d051e979 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.253699] env[71147]: DEBUG nova.compute.manager [req-1500c7b9-e3f8-4c7e-9e7f-83af330cc644 req-b597b0b5-3bd9-45fb-8073-80b8348432db service nova] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Detach interface failed, port_id=0f973ac1-3f89-451e-99b2-ccf98e4d019e, reason: Instance 2d2b2035-81c9-4eb7-b785-1228d94574bf could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1333.431301] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.431634] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.433248] env[71147]: INFO nova.compute.claims [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.698839] env[71147]: INFO nova.compute.manager [-] [instance: 2d2b2035-81c9-4eb7-b785-1228d94574bf] Took 1.26 seconds to deallocate network for instance. [ 1334.205500] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.511696] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7377c3a4-d627-469b-8f9b-5b9ac58a070e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.519405] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cd6e44-0e9e-4605-a045-6300c3ef13a6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.548431] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd9076a-3b17-4205-88d1-8a6a61ebc08d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.555090] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07be0479-c6e7-4d56-9d85-a6418d591d70 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.567441] env[71147]: DEBUG nova.compute.provider_tree [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.070744] env[71147]: DEBUG nova.scheduler.client.report [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.575831] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.576374] env[71147]: DEBUG nova.compute.manager [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.579445] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.374s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.579773] env[71147]: DEBUG nova.objects.instance [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lazy-loading 'resources' on Instance uuid 2d2b2035-81c9-4eb7-b785-1228d94574bf {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.082947] env[71147]: DEBUG nova.compute.utils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.086958] env[71147]: DEBUG nova.compute.manager [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.087161] env[71147]: DEBUG nova.network.neutron [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.131485] env[71147]: DEBUG nova.policy [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564c79b531ac4334b1c1a5023e2edee7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6f896037fe447b5a11d606b9d07429d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.153919] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65354426-5305-4433-9895-4996290f5334 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.162582] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73932903-db8d-4a98-88d2-460783404028 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.826347] env[71147]: DEBUG nova.network.neutron [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Successfully created port: f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.828691] env[71147]: DEBUG nova.compute.manager [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.860742] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ea1cfa-37eb-445c-b2e9-5d9f5b5cc9f5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.867370] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b3c2f9-3ea4-465c-afc2-58f280bf917f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.883915] env[71147]: DEBUG nova.compute.provider_tree [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.385033] env[71147]: DEBUG nova.scheduler.client.report [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.838357] env[71147]: DEBUG nova.compute.manager [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.865971] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.866240] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.866393] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.866577] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.866719] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.866869] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.867101] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.867273] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.867435] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.867600] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.867752] env[71147]: DEBUG nova.virt.hardware [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.868729] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de09e5a8-7bb3-49a5-b705-19bcdd834340 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.876446] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02701c7e-309b-46ef-b0fc-1588700742c4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.890697] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.913112] env[71147]: INFO nova.scheduler.client.report [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Deleted allocations for instance 2d2b2035-81c9-4eb7-b785-1228d94574bf [ 1338.421030] env[71147]: DEBUG oslo_concurrency.lockutils [None req-c02bcca4-0250-4d9c-ba34-bcbf17576096 tempest-ServerRescueTestJSON-1273014346 tempest-ServerRescueTestJSON-1273014346-project-member] Lock "2d2b2035-81c9-4eb7-b785-1228d94574bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.604s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.482989] env[71147]: DEBUG nova.compute.manager [req-300f3635-22b3-4cff-931e-ef11cebc141f req-11736245-5eb8-4994-838c-ce507da6c089 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Received event network-vif-plugged-f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.483221] env[71147]: DEBUG oslo_concurrency.lockutils [req-300f3635-22b3-4cff-931e-ef11cebc141f req-11736245-5eb8-4994-838c-ce507da6c089 service nova] Acquiring lock "96977fa8-364b-45aa-afde-1c625ca3cf45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.483458] env[71147]: DEBUG oslo_concurrency.lockutils [req-300f3635-22b3-4cff-931e-ef11cebc141f req-11736245-5eb8-4994-838c-ce507da6c089 service nova] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.483629] env[71147]: DEBUG oslo_concurrency.lockutils [req-300f3635-22b3-4cff-931e-ef11cebc141f req-11736245-5eb8-4994-838c-ce507da6c089 service nova] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.483773] env[71147]: DEBUG nova.compute.manager [req-300f3635-22b3-4cff-931e-ef11cebc141f req-11736245-5eb8-4994-838c-ce507da6c089 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] No waiting events found dispatching network-vif-plugged-f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1338.483925] env[71147]: WARNING nova.compute.manager [req-300f3635-22b3-4cff-931e-ef11cebc141f req-11736245-5eb8-4994-838c-ce507da6c089 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Received unexpected event network-vif-plugged-f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 for instance with vm_state building and task_state spawning. [ 1338.562859] env[71147]: DEBUG nova.network.neutron [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Successfully updated port: f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1339.069283] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.069606] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.069606] env[71147]: DEBUG nova.network.neutron [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.601915] env[71147]: DEBUG nova.network.neutron [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.789984] env[71147]: DEBUG nova.network.neutron [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Updating instance_info_cache with network_info: [{"id": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "address": "fa:16:3e:1d:56:d4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf197ee10-c8", "ovs_interfaceid": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.293305] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.293305] env[71147]: DEBUG nova.compute.manager [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Instance network_info: |[{"id": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "address": "fa:16:3e:1d:56:d4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf197ee10-c8", "ovs_interfaceid": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.294287] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:56:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f197ee10-c8f7-40ac-a8fd-0c17dea63cf2', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.301463] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.301685] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.301927] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29677dc2-48f0-49a9-b431-0152813e15ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.321876] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.321876] env[71147]: value = "task-3422171" [ 1340.321876] env[71147]: _type = "Task" [ 1340.321876] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.329375] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422171, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.518762] env[71147]: DEBUG nova.compute.manager [req-f0a07e41-fe82-4db5-85d2-f339c2bcec6f req-35e8f11f-163f-4c66-bf2c-94d3869f83a3 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Received event network-changed-f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.519124] env[71147]: DEBUG nova.compute.manager [req-f0a07e41-fe82-4db5-85d2-f339c2bcec6f req-35e8f11f-163f-4c66-bf2c-94d3869f83a3 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Refreshing instance network info cache due to event network-changed-f197ee10-c8f7-40ac-a8fd-0c17dea63cf2. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.519332] env[71147]: DEBUG oslo_concurrency.lockutils [req-f0a07e41-fe82-4db5-85d2-f339c2bcec6f req-35e8f11f-163f-4c66-bf2c-94d3869f83a3 service nova] Acquiring lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.519476] env[71147]: DEBUG oslo_concurrency.lockutils [req-f0a07e41-fe82-4db5-85d2-f339c2bcec6f req-35e8f11f-163f-4c66-bf2c-94d3869f83a3 service nova] Acquired lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.519638] env[71147]: DEBUG nova.network.neutron [req-f0a07e41-fe82-4db5-85d2-f339c2bcec6f req-35e8f11f-163f-4c66-bf2c-94d3869f83a3 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Refreshing network info cache for port f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.836656] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422171, 'name': CreateVM_Task, 'duration_secs': 0.297744} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.836913] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.837897] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.838193] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.838670] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.839061] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c27febd-3b85-4e09-85b3-b1b98db4a97a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.844977] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1340.844977] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ef2db-faf8-852e-ed2d-68517bf2e6f1" [ 1340.844977] env[71147]: _type = "Task" [ 1340.844977] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.856119] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ef2db-faf8-852e-ed2d-68517bf2e6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.245247] env[71147]: DEBUG nova.network.neutron [req-f0a07e41-fe82-4db5-85d2-f339c2bcec6f req-35e8f11f-163f-4c66-bf2c-94d3869f83a3 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Updated VIF entry in instance network info cache for port f197ee10-c8f7-40ac-a8fd-0c17dea63cf2. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.245613] env[71147]: DEBUG nova.network.neutron [req-f0a07e41-fe82-4db5-85d2-f339c2bcec6f req-35e8f11f-163f-4c66-bf2c-94d3869f83a3 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Updating instance_info_cache with network_info: [{"id": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "address": "fa:16:3e:1d:56:d4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf197ee10-c8", "ovs_interfaceid": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.355645] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]526ef2db-faf8-852e-ed2d-68517bf2e6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.356056] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.356252] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.356494] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.356645] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.356821] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.357106] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6503740-f47c-4822-a0ca-81bb03437216 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.366082] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.366269] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.367031] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d806ffe4-32d5-486b-8f17-7fb20c5fc1ac {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.373609] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1341.373609] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ffe3e-2ca2-c393-d638-298104b26eb5" [ 1341.373609] env[71147]: _type = "Task" [ 1341.373609] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.380965] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ffe3e-2ca2-c393-d638-298104b26eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.748741] env[71147]: DEBUG oslo_concurrency.lockutils [req-f0a07e41-fe82-4db5-85d2-f339c2bcec6f req-35e8f11f-163f-4c66-bf2c-94d3869f83a3 service nova] Releasing lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.884866] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521ffe3e-2ca2-c393-d638-298104b26eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.008529} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.885657] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48058b4f-e5ba-4ef7-83e4-62dab8326ceb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.890564] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1341.890564] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521b7acf-2cfa-30db-5e2a-de2090fc0aa2" [ 1341.890564] env[71147]: _type = "Task" [ 1341.890564] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.898021] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521b7acf-2cfa-30db-5e2a-de2090fc0aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.400645] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]521b7acf-2cfa-30db-5e2a-de2090fc0aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.400923] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.401167] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 96977fa8-364b-45aa-afde-1c625ca3cf45/96977fa8-364b-45aa-afde-1c625ca3cf45.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.401414] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60968c54-4797-485b-bb40-289819f174da {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.407871] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1342.407871] env[71147]: value = "task-3422172" [ 1342.407871] env[71147]: _type = "Task" [ 1342.407871] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.414872] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.917266] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440237} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.917538] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 96977fa8-364b-45aa-afde-1c625ca3cf45/96977fa8-364b-45aa-afde-1c625ca3cf45.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.917751] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.917993] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7fc66fb-ecb7-441c-b4cc-7ee7ceaeb535 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.924646] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1342.924646] env[71147]: value = "task-3422173" [ 1342.924646] env[71147]: _type = "Task" [ 1342.924646] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.932401] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.434407] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067371} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.434813] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.435456] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4ebea2-d3b8-4534-9fcc-43e4a9a864e9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.456570] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 96977fa8-364b-45aa-afde-1c625ca3cf45/96977fa8-364b-45aa-afde-1c625ca3cf45.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.456795] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b3c2029-529e-4997-9de5-187163515270 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.475584] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1343.475584] env[71147]: value = "task-3422174" [ 1343.475584] env[71147]: _type = "Task" [ 1343.475584] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.482638] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.985710] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422174, 'name': ReconfigVM_Task, 'duration_secs': 0.260006} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.987056] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 96977fa8-364b-45aa-afde-1c625ca3cf45/96977fa8-364b-45aa-afde-1c625ca3cf45.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.987056] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea5b93dd-d46e-418a-8fae-2fd5d081ab00 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.993782] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1343.993782] env[71147]: value = "task-3422175" [ 1343.993782] env[71147]: _type = "Task" [ 1343.993782] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.001145] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422175, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.502931] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422175, 'name': Rename_Task, 'duration_secs': 0.15119} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.503321] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.503417] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac865a6c-eaa2-4798-a498-17cc0801e3c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.509530] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1344.509530] env[71147]: value = "task-3422176" [ 1344.509530] env[71147]: _type = "Task" [ 1344.509530] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.516327] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.020989] env[71147]: DEBUG oslo_vmware.api [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422176, 'name': PowerOnVM_Task, 'duration_secs': 0.458837} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.021253] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.021451] env[71147]: INFO nova.compute.manager [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1345.021623] env[71147]: DEBUG nova.compute.manager [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.022387] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15be55ae-45d8-4c40-9be6-ab5ed75f2e11 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.541755] env[71147]: INFO nova.compute.manager [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Took 12.13 seconds to build instance. [ 1346.045471] env[71147]: DEBUG oslo_concurrency.lockutils [None req-b6fdc727-7ff3-416f-acd9-dfb106ff7e2b tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.637s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.209409] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "cfbc9a1f-5227-4bac-8894-908a80ed4160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.209646] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.209868] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "cfbc9a1f-5227-4bac-8894-908a80ed4160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.210066] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.210239] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.212298] env[71147]: INFO nova.compute.manager [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Terminating instance [ 1346.639656] env[71147]: DEBUG nova.compute.manager [req-25bea32f-8785-440f-a64b-8db1e08aeefc req-d1f7f324-fc2f-449b-8aef-571d0656f386 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Received event network-changed-f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.639926] env[71147]: DEBUG nova.compute.manager [req-25bea32f-8785-440f-a64b-8db1e08aeefc req-d1f7f324-fc2f-449b-8aef-571d0656f386 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Refreshing instance network info cache due to event network-changed-f197ee10-c8f7-40ac-a8fd-0c17dea63cf2. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.640052] env[71147]: DEBUG oslo_concurrency.lockutils [req-25bea32f-8785-440f-a64b-8db1e08aeefc req-d1f7f324-fc2f-449b-8aef-571d0656f386 service nova] Acquiring lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.640196] env[71147]: DEBUG oslo_concurrency.lockutils [req-25bea32f-8785-440f-a64b-8db1e08aeefc req-d1f7f324-fc2f-449b-8aef-571d0656f386 service nova] Acquired lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.640355] env[71147]: DEBUG nova.network.neutron [req-25bea32f-8785-440f-a64b-8db1e08aeefc req-d1f7f324-fc2f-449b-8aef-571d0656f386 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Refreshing network info cache for port f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.715999] env[71147]: DEBUG nova.compute.manager [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.716232] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.716495] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d604a352-493b-4768-8579-c5724411f0b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.724789] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1346.724789] env[71147]: value = "task-3422177" [ 1346.724789] env[71147]: _type = "Task" [ 1346.724789] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.733177] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.234978] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422177, 'name': PowerOffVM_Task, 'duration_secs': 0.192051} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.237297] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.237508] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Volume detach. Driver type: vmdk {{(pid=71147) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1347.237700] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682711', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'name': 'volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cfbc9a1f-5227-4bac-8894-908a80ed4160', 'attached_at': '2025-04-14T15:38:59.000000', 'detached_at': '', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'serial': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1347.238481] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21494e28-5cd0-4872-9508-9b875d0525ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.256275] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea73113-9de8-406f-9ecb-80c9e75ea02c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.264885] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ae7b73-2eb9-409f-bd45-5954192458d9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.283348] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25885b76-70f1-4d53-860a-716da1a0acc7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.300014] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] The volume has not been displaced from its original location: [datastore1] volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8/volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8.vmdk. No consolidation needed. {{(pid=71147) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1347.305094] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.305386] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa169ff-f0c3-4ea1-ac1c-f908b524a300 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.324868] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1347.324868] env[71147]: value = "task-3422178" [ 1347.324868] env[71147]: _type = "Task" [ 1347.324868] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.334280] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.348324] env[71147]: DEBUG nova.network.neutron [req-25bea32f-8785-440f-a64b-8db1e08aeefc req-d1f7f324-fc2f-449b-8aef-571d0656f386 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Updated VIF entry in instance network info cache for port f197ee10-c8f7-40ac-a8fd-0c17dea63cf2. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.348671] env[71147]: DEBUG nova.network.neutron [req-25bea32f-8785-440f-a64b-8db1e08aeefc req-d1f7f324-fc2f-449b-8aef-571d0656f386 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Updating instance_info_cache with network_info: [{"id": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "address": "fa:16:3e:1d:56:d4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf197ee10-c8", "ovs_interfaceid": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.835464] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422178, 'name': ReconfigVM_Task, 'duration_secs': 0.17392} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.835821] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=71147) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1347.840357] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a77103-d72c-4e8d-a835-cf3d4cea7c9b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.850661] env[71147]: DEBUG oslo_concurrency.lockutils [req-25bea32f-8785-440f-a64b-8db1e08aeefc req-d1f7f324-fc2f-449b-8aef-571d0656f386 service nova] Releasing lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.855639] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1347.855639] env[71147]: value = "task-3422179" [ 1347.855639] env[71147]: _type = "Task" [ 1347.855639] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.863397] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.366178] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422179, 'name': ReconfigVM_Task, 'duration_secs': 0.150024} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.366485] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-682711', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'name': 'volume-ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cfbc9a1f-5227-4bac-8894-908a80ed4160', 'attached_at': '2025-04-14T15:38:59.000000', 'detached_at': '', 'volume_id': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8', 'serial': 'ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8'} {{(pid=71147) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1348.366755] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.367526] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13494940-5750-4d76-a354-cd1f0e661d98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.373760] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.373975] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d31478-7c90-40c0-9d5c-151992120f87 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.446700] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.446930] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.447170] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleting the datastore file [datastore1] cfbc9a1f-5227-4bac-8894-908a80ed4160 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.447438] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc337fa8-7bda-462b-bc10-3b32dbdd04c8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.454359] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1348.454359] env[71147]: value = "task-3422181" [ 1348.454359] env[71147]: _type = "Task" [ 1348.454359] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.462391] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.964699] env[71147]: DEBUG oslo_vmware.api [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138527} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.965105] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.965174] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.965300] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.965467] env[71147]: INFO nova.compute.manager [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1348.965699] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.965888] env[71147]: DEBUG nova.compute.manager [-] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.965981] env[71147]: DEBUG nova.network.neutron [-] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.393101] env[71147]: DEBUG nova.compute.manager [req-ff6458d2-8ed2-4f66-929e-c2db9a3be0ca req-1fb51514-d4ca-4adc-bec9-febc227fc8d8 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Received event network-vif-deleted-4934503c-f795-4eeb-b380-9dfed8f95c6c {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.393351] env[71147]: INFO nova.compute.manager [req-ff6458d2-8ed2-4f66-929e-c2db9a3be0ca req-1fb51514-d4ca-4adc-bec9-febc227fc8d8 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Neutron deleted interface 4934503c-f795-4eeb-b380-9dfed8f95c6c; detaching it from the instance and deleting it from the info cache [ 1349.393459] env[71147]: DEBUG nova.network.neutron [req-ff6458d2-8ed2-4f66-929e-c2db9a3be0ca req-1fb51514-d4ca-4adc-bec9-febc227fc8d8 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.877448] env[71147]: DEBUG nova.network.neutron [-] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.896200] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b258e829-b1a8-441a-92f2-1dc7993db492 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.906883] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b11abf2-6b83-4aa2-82ec-c5562c5d543d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.933628] env[71147]: DEBUG nova.compute.manager [req-ff6458d2-8ed2-4f66-929e-c2db9a3be0ca req-1fb51514-d4ca-4adc-bec9-febc227fc8d8 service nova] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Detach interface failed, port_id=4934503c-f795-4eeb-b380-9dfed8f95c6c, reason: Instance cfbc9a1f-5227-4bac-8894-908a80ed4160 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1350.380346] env[71147]: INFO nova.compute.manager [-] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Took 1.41 seconds to deallocate network for instance. [ 1350.922051] env[71147]: INFO nova.compute.manager [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Took 0.54 seconds to detach 1 volumes for instance. [ 1350.924262] env[71147]: DEBUG nova.compute.manager [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: cfbc9a1f-5227-4bac-8894-908a80ed4160] Deleting volume: ba3f0b82-66d4-4a3f-8f30-d22cc3a65af8 {{(pid=71147) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1351.471373] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.471738] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.471835] env[71147]: DEBUG nova.objects.instance [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lazy-loading 'resources' on Instance uuid cfbc9a1f-5227-4bac-8894-908a80ed4160 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.038748] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a56c934-f6c3-42b0-8785-aecc0493a995 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.046576] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32359d83-6f75-4355-b1f4-40268e74d9b4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.075481] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbc1af2-abf4-4447-884a-1dbd963ef65c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.082273] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce0bb2f-30fa-4439-a29c-b59751bfa8f8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.095888] env[71147]: DEBUG nova.compute.provider_tree [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.599787] env[71147]: DEBUG nova.scheduler.client.report [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.105262] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.124263] env[71147]: INFO nova.scheduler.client.report [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted allocations for instance cfbc9a1f-5227-4bac-8894-908a80ed4160 [ 1353.632066] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5104683f-a381-46b0-a122-2f34602808f6 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "cfbc9a1f-5227-4bac-8894-908a80ed4160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.422s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.993408] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "d8ca939b-5030-4f5b-a141-5a3790bdda67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.993697] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "d8ca939b-5030-4f5b-a141-5a3790bdda67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.993923] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "d8ca939b-5030-4f5b-a141-5a3790bdda67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.994160] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "d8ca939b-5030-4f5b-a141-5a3790bdda67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.994374] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "d8ca939b-5030-4f5b-a141-5a3790bdda67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.996668] env[71147]: INFO nova.compute.manager [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Terminating instance [ 1354.502065] env[71147]: DEBUG nova.compute.manager [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.502065] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.502682] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b101eafb-eb51-4cea-a146-c7b98936c446 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.513057] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.513373] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc193596-ce40-4bdc-bf66-8a35fea3bebc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.521884] env[71147]: DEBUG oslo_vmware.api [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1354.521884] env[71147]: value = "task-3422183" [ 1354.521884] env[71147]: _type = "Task" [ 1354.521884] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.533013] env[71147]: DEBUG oslo_vmware.api [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.032798] env[71147]: DEBUG oslo_vmware.api [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422183, 'name': PowerOffVM_Task, 'duration_secs': 0.215695} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.033178] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.033267] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.033518] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa4c7e73-2030-4775-8483-961146bea766 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.115987] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.116250] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.116423] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleting the datastore file [datastore1] d8ca939b-5030-4f5b-a141-5a3790bdda67 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.116682] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aadd8c3f-162c-4d0f-bb05-c50a4595a767 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.123459] env[71147]: DEBUG oslo_vmware.api [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1355.123459] env[71147]: value = "task-3422185" [ 1355.123459] env[71147]: _type = "Task" [ 1355.123459] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.131373] env[71147]: DEBUG oslo_vmware.api [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.633639] env[71147]: DEBUG oslo_vmware.api [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14213} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.633950] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.634160] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.634338] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.634511] env[71147]: INFO nova.compute.manager [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1355.634757] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.634960] env[71147]: DEBUG nova.compute.manager [-] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.635075] env[71147]: DEBUG nova.network.neutron [-] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.908530] env[71147]: DEBUG nova.compute.manager [req-6f938100-5d76-4742-a7de-f0dd0612cb40 req-72ed2045-e490-49f2-a552-b10ecef9f041 service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Received event network-vif-deleted-101eb0df-4649-4b5f-9494-7fe199d528e6 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.908716] env[71147]: INFO nova.compute.manager [req-6f938100-5d76-4742-a7de-f0dd0612cb40 req-72ed2045-e490-49f2-a552-b10ecef9f041 service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Neutron deleted interface 101eb0df-4649-4b5f-9494-7fe199d528e6; detaching it from the instance and deleting it from the info cache [ 1355.908824] env[71147]: DEBUG nova.network.neutron [req-6f938100-5d76-4742-a7de-f0dd0612cb40 req-72ed2045-e490-49f2-a552-b10ecef9f041 service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.393047] env[71147]: DEBUG nova.network.neutron [-] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.412154] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccbf5d96-be7c-4ad9-97d6-a0be63f697d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.422308] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b94124-c909-432b-90d4-bf5386502845 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.446719] env[71147]: DEBUG nova.compute.manager [req-6f938100-5d76-4742-a7de-f0dd0612cb40 req-72ed2045-e490-49f2-a552-b10ecef9f041 service nova] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Detach interface failed, port_id=101eb0df-4649-4b5f-9494-7fe199d528e6, reason: Instance d8ca939b-5030-4f5b-a141-5a3790bdda67 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.895570] env[71147]: INFO nova.compute.manager [-] [instance: d8ca939b-5030-4f5b-a141-5a3790bdda67] Took 1.26 seconds to deallocate network for instance. [ 1357.402052] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.402459] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.402554] env[71147]: DEBUG nova.objects.instance [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lazy-loading 'resources' on Instance uuid d8ca939b-5030-4f5b-a141-5a3790bdda67 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.956572] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be213950-387d-42e3-93b7-75a5855c4bf7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.964384] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed99ac17-f545-4005-9db4-ebba9a399a6e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.995248] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62813ce-b4f7-480f-a182-83a2974c8ef0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.002737] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f9a75d-5393-4c1f-b161-45e215133d24 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.015918] env[71147]: DEBUG nova.compute.provider_tree [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.519337] env[71147]: DEBUG nova.scheduler.client.report [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.024268] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.043205] env[71147]: INFO nova.scheduler.client.report [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted allocations for instance d8ca939b-5030-4f5b-a141-5a3790bdda67 [ 1359.550160] env[71147]: DEBUG oslo_concurrency.lockutils [None req-22e68bc6-d4dc-4acf-bf9a-2106bb361025 tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "d8ca939b-5030-4f5b-a141-5a3790bdda67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.556s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.758243] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.758635] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.758689] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.758859] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.759039] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.761172] env[71147]: INFO nova.compute.manager [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Terminating instance [ 1363.265374] env[71147]: DEBUG nova.compute.manager [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.265599] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.266558] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c469f34a-fe8a-4132-bd6a-53359339c465 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.274906] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.275144] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc3481e0-0129-43ca-8190-0bb10efd2614 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.284239] env[71147]: DEBUG oslo_vmware.api [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1363.284239] env[71147]: value = "task-3422187" [ 1363.284239] env[71147]: _type = "Task" [ 1363.284239] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.292223] env[71147]: DEBUG oslo_vmware.api [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.794560] env[71147]: DEBUG oslo_vmware.api [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422187, 'name': PowerOffVM_Task, 'duration_secs': 0.212787} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.795016] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.795263] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.795533] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b63363b-f8b2-4472-9a60-463fcdc237f1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.860958] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.861197] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.861380] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleting the datastore file [datastore2] 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.861630] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9966282e-bfd6-4397-9f2e-1e28822a3b6b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.868311] env[71147]: DEBUG oslo_vmware.api [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for the task: (returnval){ [ 1363.868311] env[71147]: value = "task-3422189" [ 1363.868311] env[71147]: _type = "Task" [ 1363.868311] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.875546] env[71147]: DEBUG oslo_vmware.api [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.379453] env[71147]: DEBUG oslo_vmware.api [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Task: {'id': task-3422189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12019} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.379715] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.379867] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.380045] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.380218] env[71147]: INFO nova.compute.manager [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1364.380454] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.380667] env[71147]: DEBUG nova.compute.manager [-] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.380766] env[71147]: DEBUG nova.network.neutron [-] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.626243] env[71147]: DEBUG nova.compute.manager [req-05230c15-5806-489a-a889-568c7d124c9e req-f91cf4d7-c0ee-45d3-92e6-a53f06bc31be service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Received event network-vif-deleted-7e5c3c70-2ac3-4df2-9e85-577ed326d26e {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.626489] env[71147]: INFO nova.compute.manager [req-05230c15-5806-489a-a889-568c7d124c9e req-f91cf4d7-c0ee-45d3-92e6-a53f06bc31be service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Neutron deleted interface 7e5c3c70-2ac3-4df2-9e85-577ed326d26e; detaching it from the instance and deleting it from the info cache [ 1364.626692] env[71147]: DEBUG nova.network.neutron [req-05230c15-5806-489a-a889-568c7d124c9e req-f91cf4d7-c0ee-45d3-92e6-a53f06bc31be service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.109997] env[71147]: DEBUG nova.network.neutron [-] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.129785] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58689565-4c7e-483a-a47c-2c050e70562e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.141609] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1dcd5f-b085-4acf-a6c4-50fdc79a3dce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.166147] env[71147]: DEBUG nova.compute.manager [req-05230c15-5806-489a-a889-568c7d124c9e req-f91cf4d7-c0ee-45d3-92e6-a53f06bc31be service nova] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Detach interface failed, port_id=7e5c3c70-2ac3-4df2-9e85-577ed326d26e, reason: Instance 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1365.613301] env[71147]: INFO nova.compute.manager [-] [instance: 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea] Took 1.23 seconds to deallocate network for instance. [ 1366.120863] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.121281] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.121389] env[71147]: DEBUG nova.objects.instance [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lazy-loading 'resources' on Instance uuid 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.665831] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b279c97-8c8a-4896-9404-68106b03888f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.673596] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a384da9-4422-4c26-a9f4-cd0600e38d8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.704068] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7931641-5683-4e20-88f8-ef4eeef2bc1b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.711065] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85353f89-bef1-45bb-80cf-8da655bb598a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.724070] env[71147]: DEBUG nova.compute.provider_tree [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.227071] env[71147]: DEBUG nova.scheduler.client.report [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.732464] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.750510] env[71147]: INFO nova.scheduler.client.report [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Deleted allocations for instance 9211c8e9-adf5-4c2a-8287-67c4ff2d01ea [ 1368.259255] env[71147]: DEBUG oslo_concurrency.lockutils [None req-63cf34eb-1549-49ed-a81e-6aa77ec35a0d tempest-ServerActionsTestOtherA-289074452 tempest-ServerActionsTestOtherA-289074452-project-member] Lock "9211c8e9-adf5-4c2a-8287-67c4ff2d01ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.501s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.449872] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquiring lock "17acc895-a6cc-4351-8d77-f4f43651cf8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.450244] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "17acc895-a6cc-4351-8d77-f4f43651cf8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.954323] env[71147]: DEBUG nova.compute.manager [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.478948] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.478948] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.480475] env[71147]: INFO nova.compute.claims [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.529020] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c612395-2347-4257-9c62-8e3af5e2ab96 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.535905] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29e98cb-03e4-479e-8291-a63ab3c5edbd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.564392] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cee3efd-bb5e-4c04-a677-82cae8100b29 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.571155] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cea338-2b3a-43f5-bd9d-1fe0c5eafd15 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.583687] env[71147]: DEBUG nova.compute.provider_tree [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.087124] env[71147]: DEBUG nova.scheduler.client.report [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.591820] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.592406] env[71147]: DEBUG nova.compute.manager [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.097718] env[71147]: DEBUG nova.compute.utils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1377.099533] env[71147]: DEBUG nova.compute.manager [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Allocating IP information in the background. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1377.099533] env[71147]: DEBUG nova.network.neutron [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] allocate_for_instance() {{(pid=71147) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.142444] env[71147]: DEBUG nova.policy [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '587bd53a0aaf4fbe9f6bfb7775374ec7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e53c84893a2a4bdab869eb6978525c65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71147) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.398544] env[71147]: DEBUG nova.network.neutron [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Successfully created port: 8bdc1171-8448-463f-af97-87c6e3c62be3 {{(pid=71147) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.604132] env[71147]: DEBUG nova.compute.manager [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.614450] env[71147]: DEBUG nova.compute.manager [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.643154] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.643450] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.643646] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.643877] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.644066] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.644329] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.644590] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.644790] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.645009] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.645515] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.645515] env[71147]: DEBUG nova.virt.hardware [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.646441] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee99f6d-a600-46b0-81d7-3eef203be9ed {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.654897] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c9e6e9-04ab-4d34-8ac5-6a50a8771d86 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.734025] env[71147]: DEBUG nova.compute.manager [req-a66b44d5-226c-4f96-b3fe-8846e7274a3c req-2ea61154-ccba-4cb3-a510-922b89f088ad service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Received event network-vif-plugged-8bdc1171-8448-463f-af97-87c6e3c62be3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.734592] env[71147]: DEBUG oslo_concurrency.lockutils [req-a66b44d5-226c-4f96-b3fe-8846e7274a3c req-2ea61154-ccba-4cb3-a510-922b89f088ad service nova] Acquiring lock "17acc895-a6cc-4351-8d77-f4f43651cf8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.734592] env[71147]: DEBUG oslo_concurrency.lockutils [req-a66b44d5-226c-4f96-b3fe-8846e7274a3c req-2ea61154-ccba-4cb3-a510-922b89f088ad service nova] Lock "17acc895-a6cc-4351-8d77-f4f43651cf8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.734731] env[71147]: DEBUG oslo_concurrency.lockutils [req-a66b44d5-226c-4f96-b3fe-8846e7274a3c req-2ea61154-ccba-4cb3-a510-922b89f088ad service nova] Lock "17acc895-a6cc-4351-8d77-f4f43651cf8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.734881] env[71147]: DEBUG nova.compute.manager [req-a66b44d5-226c-4f96-b3fe-8846e7274a3c req-2ea61154-ccba-4cb3-a510-922b89f088ad service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] No waiting events found dispatching network-vif-plugged-8bdc1171-8448-463f-af97-87c6e3c62be3 {{(pid=71147) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.735063] env[71147]: WARNING nova.compute.manager [req-a66b44d5-226c-4f96-b3fe-8846e7274a3c req-2ea61154-ccba-4cb3-a510-922b89f088ad service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Received unexpected event network-vif-plugged-8bdc1171-8448-463f-af97-87c6e3c62be3 for instance with vm_state building and task_state spawning. [ 1378.824800] env[71147]: DEBUG nova.network.neutron [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Successfully updated port: 8bdc1171-8448-463f-af97-87c6e3c62be3 {{(pid=71147) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.330083] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquiring lock "refresh_cache-17acc895-a6cc-4351-8d77-f4f43651cf8c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.330261] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquired lock "refresh_cache-17acc895-a6cc-4351-8d77-f4f43651cf8c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.330421] env[71147]: DEBUG nova.network.neutron [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.863149] env[71147]: DEBUG nova.network.neutron [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.994737] env[71147]: DEBUG nova.network.neutron [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Updating instance_info_cache with network_info: [{"id": "8bdc1171-8448-463f-af97-87c6e3c62be3", "address": "fa:16:3e:5f:8c:60", "network": {"id": "5816f7fa-9b49-4e92-9195-ec38fced2037", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-436895200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e53c84893a2a4bdab869eb6978525c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bdc1171-84", "ovs_interfaceid": "8bdc1171-8448-463f-af97-87c6e3c62be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.497191] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Releasing lock "refresh_cache-17acc895-a6cc-4351-8d77-f4f43651cf8c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.497516] env[71147]: DEBUG nova.compute.manager [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Instance network_info: |[{"id": "8bdc1171-8448-463f-af97-87c6e3c62be3", "address": "fa:16:3e:5f:8c:60", "network": {"id": "5816f7fa-9b49-4e92-9195-ec38fced2037", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-436895200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e53c84893a2a4bdab869eb6978525c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bdc1171-84", "ovs_interfaceid": "8bdc1171-8448-463f-af97-87c6e3c62be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1380.497970] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:8c:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bdc1171-8448-463f-af97-87c6e3c62be3', 'vif_model': 'vmxnet3'}] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.505419] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Creating folder: Project (e53c84893a2a4bdab869eb6978525c65). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.505693] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2db45fe-2edd-4e8a-87a9-0c9e77011b93 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.518999] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Created folder: Project (e53c84893a2a4bdab869eb6978525c65) in parent group-v682378. [ 1380.519200] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Creating folder: Instances. Parent ref: group-v682721. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1380.519416] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fda3e6b3-24f6-4bca-95bb-e935fe4299d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.529608] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Created folder: Instances in parent group-v682721. [ 1380.529824] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.530008] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.530202] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f5f2db6-9b3b-4bc2-8852-61a01eae1952 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.547559] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.547559] env[71147]: value = "task-3422192" [ 1380.547559] env[71147]: _type = "Task" [ 1380.547559] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.554439] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422192, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.765301] env[71147]: DEBUG nova.compute.manager [req-76b75a6b-00a9-4801-9eed-2b990ca89b04 req-231cc919-1c76-4f1a-b614-179ab8d56db3 service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Received event network-changed-8bdc1171-8448-463f-af97-87c6e3c62be3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.765456] env[71147]: DEBUG nova.compute.manager [req-76b75a6b-00a9-4801-9eed-2b990ca89b04 req-231cc919-1c76-4f1a-b614-179ab8d56db3 service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Refreshing instance network info cache due to event network-changed-8bdc1171-8448-463f-af97-87c6e3c62be3. {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1380.765653] env[71147]: DEBUG oslo_concurrency.lockutils [req-76b75a6b-00a9-4801-9eed-2b990ca89b04 req-231cc919-1c76-4f1a-b614-179ab8d56db3 service nova] Acquiring lock "refresh_cache-17acc895-a6cc-4351-8d77-f4f43651cf8c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.765752] env[71147]: DEBUG oslo_concurrency.lockutils [req-76b75a6b-00a9-4801-9eed-2b990ca89b04 req-231cc919-1c76-4f1a-b614-179ab8d56db3 service nova] Acquired lock "refresh_cache-17acc895-a6cc-4351-8d77-f4f43651cf8c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.765952] env[71147]: DEBUG nova.network.neutron [req-76b75a6b-00a9-4801-9eed-2b990ca89b04 req-231cc919-1c76-4f1a-b614-179ab8d56db3 service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Refreshing network info cache for port 8bdc1171-8448-463f-af97-87c6e3c62be3 {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.058676] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422192, 'name': CreateVM_Task, 'duration_secs': 0.307172} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.059016] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.059518] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.059688] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.060079] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.060346] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7616c53f-5a39-428a-a4dc-e72829767974 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.064572] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1381.064572] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52243170-5ac9-79d8-250e-57deb90fe59a" [ 1381.064572] env[71147]: _type = "Task" [ 1381.064572] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.071681] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52243170-5ac9-79d8-250e-57deb90fe59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.575121] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52243170-5ac9-79d8-250e-57deb90fe59a, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.575460] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.575657] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.575881] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.576059] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.576223] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.576479] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecfa5d7c-3227-4bbc-9c29-95c524cd7097 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.584568] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.584731] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.585443] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab16eb7-bfd4-43b3-84b2-a15d7e46996b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.589921] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1381.589921] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520df440-bf05-d9f1-1997-10d4efffd9ed" [ 1381.589921] env[71147]: _type = "Task" [ 1381.589921] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.596900] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520df440-bf05-d9f1-1997-10d4efffd9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.699012] env[71147]: DEBUG nova.network.neutron [req-76b75a6b-00a9-4801-9eed-2b990ca89b04 req-231cc919-1c76-4f1a-b614-179ab8d56db3 service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Updated VIF entry in instance network info cache for port 8bdc1171-8448-463f-af97-87c6e3c62be3. {{(pid=71147) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.699402] env[71147]: DEBUG nova.network.neutron [req-76b75a6b-00a9-4801-9eed-2b990ca89b04 req-231cc919-1c76-4f1a-b614-179ab8d56db3 service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Updating instance_info_cache with network_info: [{"id": "8bdc1171-8448-463f-af97-87c6e3c62be3", "address": "fa:16:3e:5f:8c:60", "network": {"id": "5816f7fa-9b49-4e92-9195-ec38fced2037", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-436895200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e53c84893a2a4bdab869eb6978525c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bdc1171-84", "ovs_interfaceid": "8bdc1171-8448-463f-af97-87c6e3c62be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.100642] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]520df440-bf05-d9f1-1997-10d4efffd9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008178} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.101456] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f547567-e9e2-4847-bceb-bdbf87febb88 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.106780] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1382.106780] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5284791e-4dcb-d1f3-33d9-9d9b4a66e2df" [ 1382.106780] env[71147]: _type = "Task" [ 1382.106780] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.113891] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5284791e-4dcb-d1f3-33d9-9d9b4a66e2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.202110] env[71147]: DEBUG oslo_concurrency.lockutils [req-76b75a6b-00a9-4801-9eed-2b990ca89b04 req-231cc919-1c76-4f1a-b614-179ab8d56db3 service nova] Releasing lock "refresh_cache-17acc895-a6cc-4351-8d77-f4f43651cf8c" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.617666] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5284791e-4dcb-d1f3-33d9-9d9b4a66e2df, 'name': SearchDatastore_Task, 'duration_secs': 0.009253} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.617922] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.618204] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 17acc895-a6cc-4351-8d77-f4f43651cf8c/17acc895-a6cc-4351-8d77-f4f43651cf8c.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.618455] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e0d3b0f-f330-47be-ac09-7202190f1012 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.624985] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1382.624985] env[71147]: value = "task-3422193" [ 1382.624985] env[71147]: _type = "Task" [ 1382.624985] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.632155] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.646612] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "96977fa8-364b-45aa-afde-1c625ca3cf45" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.646842] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.647105] env[71147]: DEBUG nova.compute.manager [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.647865] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc2d4b0-a20e-4640-9718-d732ec735f8c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.653294] env[71147]: DEBUG nova.compute.manager [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71147) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1382.653872] env[71147]: DEBUG nova.objects.instance [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'flavor' on Instance uuid 96977fa8-364b-45aa-afde-1c625ca3cf45 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.135932] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414696} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.135932] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 17acc895-a6cc-4351-8d77-f4f43651cf8c/17acc895-a6cc-4351-8d77-f4f43651cf8c.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.136406] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.136406] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-599e1e63-49c1-41a5-b202-18a551c8c845 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.143525] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1383.143525] env[71147]: value = "task-3422194" [ 1383.143525] env[71147]: _type = "Task" [ 1383.143525] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.150621] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.654902] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071265} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.655224] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.656025] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177bd85a-c714-4b43-9d91-ffa1f86dab01 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.660008] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.660232] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c1ba879-ff7a-4abc-af2e-f3b39e20008e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.670317] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.678766] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 17acc895-a6cc-4351-8d77-f4f43651cf8c/17acc895-a6cc-4351-8d77-f4f43651cf8c.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.679348] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.679540] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210e0cfc-5e1c-49ab-b0aa-2e045554cacb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.695015] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.695658] env[71147]: DEBUG oslo_vmware.api [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1383.695658] env[71147]: value = "task-3422195" [ 1383.695658] env[71147]: _type = "Task" [ 1383.695658] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.695834] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.696428] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.700499] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.700808] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1383.700808] env[71147]: value = "task-3422196" [ 1383.700808] env[71147]: _type = "Task" [ 1383.700808] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.700997] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.701157] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1383.701730] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.709616] env[71147]: DEBUG oslo_vmware.api [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.712541] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.208355] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.208677] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.208710] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.208919] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1384.209281] env[71147]: DEBUG oslo_vmware.api [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422195, 'name': PowerOffVM_Task, 'duration_secs': 0.207713} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.210352] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdcec46-5726-4737-b2aa-950f1fefdbb8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.212747] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.212993] env[71147]: DEBUG nova.compute.manager [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.216443] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfae8185-dce3-4f97-8ed2-7831f22a5f40 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.218833] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422196, 'name': ReconfigVM_Task, 'duration_secs': 0.264542} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.219417] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 17acc895-a6cc-4351-8d77-f4f43651cf8c/17acc895-a6cc-4351-8d77-f4f43651cf8c.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.220294] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa125b59-c07a-496c-b00f-5c62384ed97a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.228028] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab8510c-8012-477e-bea2-801e079fd258 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.232556] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1384.232556] env[71147]: value = "task-3422197" [ 1384.232556] env[71147]: _type = "Task" [ 1384.232556] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.243852] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10adfdc0-c9c0-4faf-bc3b-5eda3ff730af {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.248855] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422197, 'name': Rename_Task} progress is 10%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.254611] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5126591b-b9b3-4dc3-9c72-39f646c66580 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.284784] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180293MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1384.284916] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.285166] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.737715] env[71147]: DEBUG oslo_concurrency.lockutils [None req-5e36a959-a2a6-47b8-9bb9-5121bc604727 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.744061] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422197, 'name': Rename_Task, 'duration_secs': 0.143398} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.744190] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.744413] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f2745e-f5a9-49af-84e1-bd8dcc6c6db8 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.750153] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1384.750153] env[71147]: value = "task-3422198" [ 1384.750153] env[71147]: _type = "Task" [ 1384.750153] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.758282] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.997483] env[71147]: DEBUG nova.objects.instance [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'flavor' on Instance uuid 96977fa8-364b-45aa-afde-1c625ca3cf45 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.259617] env[71147]: DEBUG oslo_vmware.api [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422198, 'name': PowerOnVM_Task, 'duration_secs': 0.452344} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.260054] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.260054] env[71147]: INFO nova.compute.manager [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1385.260189] env[71147]: DEBUG nova.compute.manager [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.260972] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d0ea24-28b1-41af-8ac4-efce404f2fc6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.308728] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 96977fa8-364b-45aa-afde-1c625ca3cf45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.308881] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Instance 17acc895-a6cc-4351-8d77-f4f43651cf8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71147) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.309077] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1385.309272] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1385.347235] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8032c76e-972a-40e1-8303-43856097d972 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.354625] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b858324b-860c-4e98-ba93-906ad4f54cab {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.384853] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f43375b-b105-49b9-b837-97e0d6b9ac67 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.391605] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57cc1df-2275-4851-83de-44c658e80650 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.404465] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.502204] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.502363] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.502534] env[71147]: DEBUG nova.network.neutron [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.502706] env[71147]: DEBUG nova.objects.instance [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'info_cache' on Instance uuid 96977fa8-364b-45aa-afde-1c625ca3cf45 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.776325] env[71147]: INFO nova.compute.manager [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Took 11.32 seconds to build instance. [ 1385.907863] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.005759] env[71147]: DEBUG nova.objects.base [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Object Instance<96977fa8-364b-45aa-afde-1c625ca3cf45> lazy-loaded attributes: flavor,info_cache {{(pid=71147) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1386.278121] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f34d4e30-3cf4-47b3-8295-f7d18ed98cd5 tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "17acc895-a6cc-4351-8d77-f4f43651cf8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.828s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.412505] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1386.412709] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.699564] env[71147]: DEBUG nova.network.neutron [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Updating instance_info_cache with network_info: [{"id": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "address": "fa:16:3e:1d:56:d4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf197ee10-c8", "ovs_interfaceid": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.882813] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquiring lock "17acc895-a6cc-4351-8d77-f4f43651cf8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.883251] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "17acc895-a6cc-4351-8d77-f4f43651cf8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.883556] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquiring lock "17acc895-a6cc-4351-8d77-f4f43651cf8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.883822] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "17acc895-a6cc-4351-8d77-f4f43651cf8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.884091] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "17acc895-a6cc-4351-8d77-f4f43651cf8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.886304] env[71147]: INFO nova.compute.manager [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Terminating instance [ 1387.202622] env[71147]: DEBUG oslo_concurrency.lockutils [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.390207] env[71147]: DEBUG nova.compute.manager [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.390546] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.391346] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42273e56-4487-49bb-8ef1-18ca31492952 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.399103] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.399335] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f929655-28f4-4c92-ac25-4323eae7ce36 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.405535] env[71147]: DEBUG oslo_vmware.api [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1387.405535] env[71147]: value = "task-3422199" [ 1387.405535] env[71147]: _type = "Task" [ 1387.405535] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.413124] env[71147]: DEBUG oslo_vmware.api [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.915563] env[71147]: DEBUG oslo_vmware.api [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422199, 'name': PowerOffVM_Task, 'duration_secs': 0.195997} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.915863] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.916051] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.916312] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da238a2e-9ff1-4fba-af99-61d76bb2c35f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.980035] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.980280] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.980505] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Deleting the datastore file [datastore1] 17acc895-a6cc-4351-8d77-f4f43651cf8c {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.980791] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aedb731-2256-4f68-ac5b-0c2d4016ba0e {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.987445] env[71147]: DEBUG oslo_vmware.api [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for the task: (returnval){ [ 1387.987445] env[71147]: value = "task-3422201" [ 1387.987445] env[71147]: _type = "Task" [ 1387.987445] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.994700] env[71147]: DEBUG oslo_vmware.api [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.208760] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.209062] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecb09ff2-22b1-453e-8269-fcecb87641dc {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.217254] env[71147]: DEBUG oslo_vmware.api [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1388.217254] env[71147]: value = "task-3422202" [ 1388.217254] env[71147]: _type = "Task" [ 1388.217254] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.224921] env[71147]: DEBUG oslo_vmware.api [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.497830] env[71147]: DEBUG oslo_vmware.api [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Task: {'id': task-3422201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12698} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.498248] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.498248] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.498406] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.498580] env[71147]: INFO nova.compute.manager [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1388.498866] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.499073] env[71147]: DEBUG nova.compute.manager [-] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.499171] env[71147]: DEBUG nova.network.neutron [-] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.727761] env[71147]: DEBUG oslo_vmware.api [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422202, 'name': PowerOnVM_Task, 'duration_secs': 0.37571} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.728076] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.728854] env[71147]: DEBUG nova.compute.manager [None req-db03f414-ad16-46fc-afdf-206a6a8a617a tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.729173] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7618bbb1-d733-45e2-8d83-b5df43271931 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.772045] env[71147]: DEBUG nova.compute.manager [req-e365a695-3fef-40f7-952d-6d280edd9962 req-f950c9f4-ee6b-4953-9187-45e718985ddd service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Received event network-vif-deleted-8bdc1171-8448-463f-af97-87c6e3c62be3 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.772257] env[71147]: INFO nova.compute.manager [req-e365a695-3fef-40f7-952d-6d280edd9962 req-f950c9f4-ee6b-4953-9187-45e718985ddd service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Neutron deleted interface 8bdc1171-8448-463f-af97-87c6e3c62be3; detaching it from the instance and deleting it from the info cache [ 1388.772481] env[71147]: DEBUG nova.network.neutron [req-e365a695-3fef-40f7-952d-6d280edd9962 req-f950c9f4-ee6b-4953-9187-45e718985ddd service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.250050] env[71147]: DEBUG nova.network.neutron [-] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.274595] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8de5232-2418-4000-b77c-26d3e6025db2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.286544] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18a5b92-6342-4815-9180-feac746c1d78 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.311385] env[71147]: DEBUG nova.compute.manager [req-e365a695-3fef-40f7-952d-6d280edd9962 req-f950c9f4-ee6b-4953-9187-45e718985ddd service nova] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Detach interface failed, port_id=8bdc1171-8448-463f-af97-87c6e3c62be3, reason: Instance 17acc895-a6cc-4351-8d77-f4f43651cf8c could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1389.752434] env[71147]: INFO nova.compute.manager [-] [instance: 17acc895-a6cc-4351-8d77-f4f43651cf8c] Took 1.25 seconds to deallocate network for instance. [ 1389.760582] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a92996-6353-4b7b-be8a-d76840fb30d7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.767314] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4508c5-028e-4691-badf-802b8ffdd5a9 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Suspending the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1389.767546] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c41cecdd-9bf1-48b7-8040-df70770cdcb5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.773435] env[71147]: DEBUG oslo_vmware.api [None req-5b4508c5-028e-4691-badf-802b8ffdd5a9 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1389.773435] env[71147]: value = "task-3422203" [ 1389.773435] env[71147]: _type = "Task" [ 1389.773435] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.781541] env[71147]: DEBUG oslo_vmware.api [None req-5b4508c5-028e-4691-badf-802b8ffdd5a9 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422203, 'name': SuspendVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.258888] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.259289] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.259604] env[71147]: DEBUG nova.objects.instance [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lazy-loading 'resources' on Instance uuid 17acc895-a6cc-4351-8d77-f4f43651cf8c {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.283531] env[71147]: DEBUG oslo_vmware.api [None req-5b4508c5-028e-4691-badf-802b8ffdd5a9 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422203, 'name': SuspendVM_Task} progress is 75%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.786035] env[71147]: DEBUG oslo_vmware.api [None req-5b4508c5-028e-4691-badf-802b8ffdd5a9 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422203, 'name': SuspendVM_Task, 'duration_secs': 0.56292} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.786634] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4508c5-028e-4691-badf-802b8ffdd5a9 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Suspended the VM {{(pid=71147) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1390.786818] env[71147]: DEBUG nova.compute.manager [None req-5b4508c5-028e-4691-badf-802b8ffdd5a9 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.787589] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7a29bc-9649-493e-9d96-c88c386f2611 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.806855] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27f5ef-e61e-4803-b887-08687204765d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.813424] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac839680-4bb2-438b-b82d-bdca716bf2fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.844677] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74042bbe-6429-4b6b-9bb9-7a41fc9f41d2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.851912] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38fa3df-c7e8-4f41-9b8f-edcdb5620d57 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.865117] env[71147]: DEBUG nova.compute.provider_tree [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.367888] env[71147]: DEBUG nova.scheduler.client.report [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.872853] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.890502] env[71147]: INFO nova.scheduler.client.report [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Deleted allocations for instance 17acc895-a6cc-4351-8d77-f4f43651cf8c [ 1392.080486] env[71147]: INFO nova.compute.manager [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Resuming [ 1392.081061] env[71147]: DEBUG nova.objects.instance [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'flavor' on Instance uuid 96977fa8-364b-45aa-afde-1c625ca3cf45 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.397843] env[71147]: DEBUG oslo_concurrency.lockutils [None req-6a30eab3-4671-48d8-baec-429bfa00a27e tempest-ServerAddressesTestJSON-10888691 tempest-ServerAddressesTestJSON-10888691-project-member] Lock "17acc895-a6cc-4351-8d77-f4f43651cf8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.515s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.591207] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.591546] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquired lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.591584] env[71147]: DEBUG nova.network.neutron [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.296063] env[71147]: DEBUG nova.network.neutron [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Updating instance_info_cache with network_info: [{"id": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "address": "fa:16:3e:1d:56:d4", "network": {"id": "bb918127-e008-4741-a9ed-ee03c1809c2e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1709430645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6f896037fe447b5a11d606b9d07429d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf197ee10-c8", "ovs_interfaceid": "f197ee10-c8f7-40ac-a8fd-0c17dea63cf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.799445] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Releasing lock "refresh_cache-96977fa8-364b-45aa-afde-1c625ca3cf45" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.800437] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31e9d3a-f219-450e-8449-65725f0150cd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.807889] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Resuming the VM {{(pid=71147) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1394.808120] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6882a2ba-e9ea-4ad6-a28e-c206693881c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.815231] env[71147]: DEBUG oslo_vmware.api [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1394.815231] env[71147]: value = "task-3422204" [ 1394.815231] env[71147]: _type = "Task" [ 1394.815231] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.823929] env[71147]: DEBUG oslo_vmware.api [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.326160] env[71147]: DEBUG oslo_vmware.api [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.826944] env[71147]: DEBUG oslo_vmware.api [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422204, 'name': PowerOnVM_Task, 'duration_secs': 0.552718} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.827326] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Resumed the VM {{(pid=71147) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1395.827525] env[71147]: DEBUG nova.compute.manager [None req-f672256d-ddbf-41fb-96e2-9f6eeb36ada6 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.828397] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a5590d-6169-44f5-af06-ebc26904fb6a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.902573] env[71147]: DEBUG oslo_concurrency.lockutils [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "96977fa8-364b-45aa-afde-1c625ca3cf45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.903089] env[71147]: DEBUG oslo_concurrency.lockutils [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.903385] env[71147]: DEBUG oslo_concurrency.lockutils [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "96977fa8-364b-45aa-afde-1c625ca3cf45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.903627] env[71147]: DEBUG oslo_concurrency.lockutils [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.903806] env[71147]: DEBUG oslo_concurrency.lockutils [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.905983] env[71147]: INFO nova.compute.manager [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Terminating instance [ 1397.409917] env[71147]: DEBUG nova.compute.manager [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.410186] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.411164] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684581bc-e878-46cf-8855-e0556cd4d80b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.419128] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.419354] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1afa4751-4c5b-45a5-8af8-d16a23b493ee {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.426476] env[71147]: DEBUG oslo_vmware.api [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1397.426476] env[71147]: value = "task-3422205" [ 1397.426476] env[71147]: _type = "Task" [ 1397.426476] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.434237] env[71147]: DEBUG oslo_vmware.api [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.936096] env[71147]: DEBUG oslo_vmware.api [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422205, 'name': PowerOffVM_Task, 'duration_secs': 0.180414} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.936448] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.936633] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.936785] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fed13e24-9ab2-49cd-8151-caecbc86d4ea {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.003758] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.004117] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.004333] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleting the datastore file [datastore2] 96977fa8-364b-45aa-afde-1c625ca3cf45 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.004631] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2a5fb5f-f889-4da9-8dab-88d3ed980776 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.011747] env[71147]: DEBUG oslo_vmware.api [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for the task: (returnval){ [ 1398.011747] env[71147]: value = "task-3422207" [ 1398.011747] env[71147]: _type = "Task" [ 1398.011747] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.018857] env[71147]: DEBUG oslo_vmware.api [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.521420] env[71147]: DEBUG oslo_vmware.api [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Task: {'id': task-3422207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136166} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.521677] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.521853] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.522039] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.522261] env[71147]: INFO nova.compute.manager [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1398.522543] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.522738] env[71147]: DEBUG nova.compute.manager [-] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.522836] env[71147]: DEBUG nova.network.neutron [-] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.074938] env[71147]: DEBUG nova.compute.manager [req-910c8cbb-d094-4fa4-ac6b-b96de2f53065 req-99104d35-4491-4522-b367-16852834ffa6 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Received event network-vif-deleted-f197ee10-c8f7-40ac-a8fd-0c17dea63cf2 {{(pid=71147) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.075176] env[71147]: INFO nova.compute.manager [req-910c8cbb-d094-4fa4-ac6b-b96de2f53065 req-99104d35-4491-4522-b367-16852834ffa6 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Neutron deleted interface f197ee10-c8f7-40ac-a8fd-0c17dea63cf2; detaching it from the instance and deleting it from the info cache [ 1399.075331] env[71147]: DEBUG nova.network.neutron [req-910c8cbb-d094-4fa4-ac6b-b96de2f53065 req-99104d35-4491-4522-b367-16852834ffa6 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.529537] env[71147]: DEBUG nova.network.neutron [-] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.577961] env[71147]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5c81a36-53b4-4155-9946-c3b4a65b7535 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.588055] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73f1c5b-2103-44c6-a7e9-655c4cde3ced {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.614712] env[71147]: DEBUG nova.compute.manager [req-910c8cbb-d094-4fa4-ac6b-b96de2f53065 req-99104d35-4491-4522-b367-16852834ffa6 service nova] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Detach interface failed, port_id=f197ee10-c8f7-40ac-a8fd-0c17dea63cf2, reason: Instance 96977fa8-364b-45aa-afde-1c625ca3cf45 could not be found. {{(pid=71147) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1400.032165] env[71147]: INFO nova.compute.manager [-] [instance: 96977fa8-364b-45aa-afde-1c625ca3cf45] Took 1.51 seconds to deallocate network for instance. [ 1400.539159] env[71147]: DEBUG oslo_concurrency.lockutils [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.539488] env[71147]: DEBUG oslo_concurrency.lockutils [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.539682] env[71147]: DEBUG nova.objects.instance [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lazy-loading 'resources' on Instance uuid 96977fa8-364b-45aa-afde-1c625ca3cf45 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.102463] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc7dd2-3242-4640-b4fb-4159588364d5 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.110132] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922b85e1-3931-4e84-ac7f-601599baf140 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.141044] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e05dcae-6be3-4333-aeec-3c975c9d8df6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.147732] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c81f6-8e98-444a-88ed-638a01c85f6f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.160875] env[71147]: DEBUG nova.compute.provider_tree [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.664405] env[71147]: DEBUG nova.scheduler.client.report [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.169733] env[71147]: DEBUG oslo_concurrency.lockutils [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.200437] env[71147]: INFO nova.scheduler.client.report [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Deleted allocations for instance 96977fa8-364b-45aa-afde-1c625ca3cf45 [ 1402.708804] env[71147]: DEBUG oslo_concurrency.lockutils [None req-12b5511c-6cd3-4ab8-80c8-0e83bd021005 tempest-ServerActionsTestJSON-2079743708 tempest-ServerActionsTestJSON-2079743708-project-member] Lock "96977fa8-364b-45aa-afde-1c625ca3cf45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.806s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.211861] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "f17b95c3-980b-4a28-af27-1823f67fea63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.212193] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "f17b95c3-980b-4a28-af27-1823f67fea63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.221790] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "941501b0-db59-47c8-a22b-49ce1b57ff3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.221999] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "941501b0-db59-47c8-a22b-49ce1b57ff3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.714610] env[71147]: DEBUG nova.compute.manager [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.723910] env[71147]: DEBUG nova.compute.manager [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Starting instance... {{(pid=71147) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1408.255334] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.255617] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.257030] env[71147]: INFO nova.compute.claims [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.259964] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.305296] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40214ce5-b26e-4c9c-8e24-7e25c255385f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.312944] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130ddc20-3575-4d5e-82f5-692ee82bea21 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.341615] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fffc2e9-089d-4c1a-a1b1-27056b267b74 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.348428] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3842da7-1045-444f-86cc-7b93db203e9f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.360926] env[71147]: DEBUG nova.compute.provider_tree [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.864327] env[71147]: DEBUG nova.scheduler.client.report [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.369621] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.370244] env[71147]: DEBUG nova.compute.manager [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1410.373163] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.113s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.374553] env[71147]: INFO nova.compute.claims [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1410.878954] env[71147]: DEBUG nova.compute.utils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1410.882475] env[71147]: DEBUG nova.compute.manager [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1411.387066] env[71147]: DEBUG nova.compute.manager [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1411.425360] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45581d3-5ef7-4657-971d-f5b63b9395c3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.432320] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fe6bd3-35dd-45ed-b3b0-1c539c22e21c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.462413] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec4fd7a-a459-4d2f-9dde-49a86b74ac2f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.468987] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938a93d0-f764-4bb8-afeb-75dda8818b8b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.481863] env[71147]: DEBUG nova.compute.provider_tree [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.984724] env[71147]: DEBUG nova.scheduler.client.report [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.396167] env[71147]: DEBUG nova.compute.manager [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1412.452930] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.453239] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.453415] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.453605] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.453753] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.453899] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.454123] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.454329] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.454477] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.454640] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.454810] env[71147]: DEBUG nova.virt.hardware [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.455677] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d93afa7-9416-4836-ba80-440bc1f6c926 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.464835] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5c88b2-08ab-4ed6-8c5d-0ca6ab1c1617 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.477585] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.482882] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Creating folder: Project (ed204736db8e49dbb11342a0b1756c41). Parent ref: group-v682378. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.483157] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40b9bd49-4324-4cf1-88de-78b08029945c {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.489342] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.489805] env[71147]: DEBUG nova.compute.manager [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Start building networks asynchronously for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1412.493316] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Created folder: Project (ed204736db8e49dbb11342a0b1756c41) in parent group-v682378. [ 1412.493488] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Creating folder: Instances. Parent ref: group-v682724. {{(pid=71147) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.493694] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4627faff-41bc-4551-b7b7-67e133da60ff {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.502379] env[71147]: INFO nova.virt.vmwareapi.vm_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Created folder: Instances in parent group-v682724. [ 1412.502594] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.502770] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.502953] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e072b2e-4526-453d-8c75-fd1854d4d82f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.519142] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.519142] env[71147]: value = "task-3422210" [ 1412.519142] env[71147]: _type = "Task" [ 1412.519142] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.526247] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422210, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.994977] env[71147]: DEBUG nova.compute.utils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Using /dev/sd instead of None {{(pid=71147) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1412.996502] env[71147]: DEBUG nova.compute.manager [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Not allocating networking since 'none' was specified. {{(pid=71147) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1413.029685] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422210, 'name': CreateVM_Task, 'duration_secs': 0.256676} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.029840] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.030289] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.030473] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.030792] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.031043] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4b0042-fb24-404e-87c5-d5e32dbeded1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.035281] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1413.035281] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5286e601-0994-4469-2718-b99566efd3bc" [ 1413.035281] env[71147]: _type = "Task" [ 1413.035281] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.042655] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5286e601-0994-4469-2718-b99566efd3bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.498385] env[71147]: DEBUG nova.compute.manager [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Start building block device mappings for instance. {{(pid=71147) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1413.545322] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5286e601-0994-4469-2718-b99566efd3bc, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.545624] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.545855] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.546104] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.546256] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.546435] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.546720] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb751dc9-bc6f-4011-b8b8-c60950f3615d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.556242] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.556430] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.557119] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9d7dca-7069-4639-9546-2b8625047ec1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.561757] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1413.561757] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52634e4c-da35-925e-4639-7517d6da6ab4" [ 1413.561757] env[71147]: _type = "Task" [ 1413.561757] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.569031] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52634e4c-da35-925e-4639-7517d6da6ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.071695] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52634e4c-da35-925e-4639-7517d6da6ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.008437} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.072706] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ce7818-62f4-48d3-a1a9-38036e3a58d1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.077475] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1414.077475] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528d4b15-8d7e-b5a6-be3a-a7fd6131a985" [ 1414.077475] env[71147]: _type = "Task" [ 1414.077475] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.084565] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528d4b15-8d7e-b5a6-be3a-a7fd6131a985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.507427] env[71147]: DEBUG nova.compute.manager [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Start spawning the instance on the hypervisor. {{(pid=71147) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.531065] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.531343] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.531504] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.531687] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.531831] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.531974] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.532226] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.532404] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.532574] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.532734] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.532904] env[71147]: DEBUG nova.virt.hardware [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.533797] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23226cfe-7a0d-4b38-a70f-f86911c1ff98 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.543405] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c62a9b-b1d0-4824-8be1-6c9e04eefe95 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.557219] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.562784] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1414.563022] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.563263] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a330892-5684-44a0-be0e-a260c1cc48d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.582499] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.582499] env[71147]: value = "task-3422211" [ 1414.582499] env[71147]: _type = "Task" [ 1414.582499] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.588959] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]528d4b15-8d7e-b5a6-be3a-a7fd6131a985, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.589522] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.589768] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 941501b0-db59-47c8-a22b-49ce1b57ff3e/941501b0-db59-47c8-a22b-49ce1b57ff3e.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.590022] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d869c48-e536-48a1-a853-4857d53bd074 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.594583] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422211, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.598473] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1414.598473] env[71147]: value = "task-3422212" [ 1414.598473] env[71147]: _type = "Task" [ 1414.598473] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.606797] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.092541] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422211, 'name': CreateVM_Task, 'duration_secs': 0.49638} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.092760] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.093271] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.093398] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.093737] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.094012] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e083f5-0aa0-419c-b4b3-fec2e82b87a9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.098237] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1415.098237] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52896eb7-e110-7a6a-838d-950b343684c5" [ 1415.098237] env[71147]: _type = "Task" [ 1415.098237] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.109491] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455005} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.112907] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] 941501b0-db59-47c8-a22b-49ce1b57ff3e/941501b0-db59-47c8-a22b-49ce1b57ff3e.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1415.113190] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1415.113468] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52896eb7-e110-7a6a-838d-950b343684c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.113676] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24a2ab17-80f9-466b-8bc8-279cc4fb12d3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.115567] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.115787] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.116041] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.116212] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.116394] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.116633] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03af206e-8c87-43cd-809a-595ec0c366b0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.123650] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1415.123650] env[71147]: value = "task-3422213" [ 1415.123650] env[71147]: _type = "Task" [ 1415.123650] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.124787] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.124960] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.128405] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b986e65-7e42-47ee-8ee4-537d869943fe {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.133741] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1415.133741] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52194e7d-01af-2c40-8c93-4211c02ae62d" [ 1415.133741] env[71147]: _type = "Task" [ 1415.133741] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.137539] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.147154] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52194e7d-01af-2c40-8c93-4211c02ae62d, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.147906] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4539350-6db8-4f75-bfe7-f88100a8a597 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.152564] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1415.152564] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a197e6-5059-0dcb-4a08-b08d992f9ef7" [ 1415.152564] env[71147]: _type = "Task" [ 1415.152564] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.160861] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a197e6-5059-0dcb-4a08-b08d992f9ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.634998] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.386052} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.634998] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.635461] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6740edc3-2f03-45b5-a87c-20fdb726c944 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.656203] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 941501b0-db59-47c8-a22b-49ce1b57ff3e/941501b0-db59-47c8-a22b-49ce1b57ff3e.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.656543] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade27efa-39fa-46e9-8c84-9c846ba4234f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.679442] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a197e6-5059-0dcb-4a08-b08d992f9ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.680699] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.680971] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] f17b95c3-980b-4a28-af27-1823f67fea63/f17b95c3-980b-4a28-af27-1823f67fea63.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.681418] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1415.681418] env[71147]: value = "task-3422214" [ 1415.681418] env[71147]: _type = "Task" [ 1415.681418] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.681564] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5a1107d-9690-48e2-af2f-0d1f59688a04 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.691737] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.692912] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1415.692912] env[71147]: value = "task-3422215" [ 1415.692912] env[71147]: _type = "Task" [ 1415.692912] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.701252] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.195270] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.203806] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422215, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.693701] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422214, 'name': ReconfigVM_Task, 'duration_secs': 0.880442} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.693959] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 941501b0-db59-47c8-a22b-49ce1b57ff3e/941501b0-db59-47c8-a22b-49ce1b57ff3e.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.694590] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2459094-990c-430b-9d6d-978b6ce1c305 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.703630] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910102} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.704718] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore1] f17b95c3-980b-4a28-af27-1823f67fea63/f17b95c3-980b-4a28-af27-1823f67fea63.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.704924] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.705223] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1416.705223] env[71147]: value = "task-3422216" [ 1416.705223] env[71147]: _type = "Task" [ 1416.705223] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.705399] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9487792c-4d2f-4786-80d9-0892c4b805ce {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.713632] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1416.713632] env[71147]: value = "task-3422217" [ 1416.713632] env[71147]: _type = "Task" [ 1416.713632] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.716655] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422216, 'name': Rename_Task} progress is 6%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.723803] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.216987] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422216, 'name': Rename_Task, 'duration_secs': 0.136807} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.219907] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.220193] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad72f377-c4b3-4d76-a1a1-33fe47fdf947 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.226029] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064054} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.227064] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.227381] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1417.227381] env[71147]: value = "task-3422218" [ 1417.227381] env[71147]: _type = "Task" [ 1417.227381] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.228014] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe0460-e96e-4d8c-adb5-daf461c0e03f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.249325] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] f17b95c3-980b-4a28-af27-1823f67fea63/f17b95c3-980b-4a28-af27-1823f67fea63.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.251997] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04e76acd-5c3c-4be3-975f-aa0606e36968 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.265577] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.270696] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1417.270696] env[71147]: value = "task-3422219" [ 1417.270696] env[71147]: _type = "Task" [ 1417.270696] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.278109] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.739800] env[71147]: DEBUG oslo_vmware.api [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422218, 'name': PowerOnVM_Task, 'duration_secs': 0.450915} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.740161] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.740287] env[71147]: INFO nova.compute.manager [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Took 5.34 seconds to spawn the instance on the hypervisor. [ 1417.740466] env[71147]: DEBUG nova.compute.manager [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.741243] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc165d6-7626-4a5f-84ce-b6624cccddfd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.779090] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422219, 'name': ReconfigVM_Task, 'duration_secs': 0.340281} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.779359] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Reconfigured VM instance instance-0000007e to attach disk [datastore1] f17b95c3-980b-4a28-af27-1823f67fea63/f17b95c3-980b-4a28-af27-1823f67fea63.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.779939] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-927233d5-6f65-4549-b112-475141e38671 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.785715] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1417.785715] env[71147]: value = "task-3422220" [ 1417.785715] env[71147]: _type = "Task" [ 1417.785715] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.794522] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422220, 'name': Rename_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.258903] env[71147]: INFO nova.compute.manager [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Took 10.03 seconds to build instance. [ 1418.296515] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422220, 'name': Rename_Task, 'duration_secs': 0.133519} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.296768] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.296996] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-875e57f7-d089-4d37-b803-24526a84a93f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.302739] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1418.302739] env[71147]: value = "task-3422221" [ 1418.302739] env[71147]: _type = "Task" [ 1418.302739] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.309826] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.761358] env[71147]: DEBUG oslo_concurrency.lockutils [None req-34575441-c2b6-48bf-ae1f-9ed63ce9f3fc tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "941501b0-db59-47c8-a22b-49ce1b57ff3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.539s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.813125] env[71147]: DEBUG oslo_vmware.api [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422221, 'name': PowerOnVM_Task, 'duration_secs': 0.474675} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.813125] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.813125] env[71147]: INFO nova.compute.manager [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Took 4.31 seconds to spawn the instance on the hypervisor. [ 1418.813479] env[71147]: DEBUG nova.compute.manager [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.814421] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90009811-e64a-4111-adae-10adce234d00 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.054688] env[71147]: INFO nova.compute.manager [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Rebuilding instance [ 1419.089426] env[71147]: DEBUG nova.compute.manager [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.090298] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bdaf51-a37f-43b7-8f2b-61a0b8086876 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.331440] env[71147]: INFO nova.compute.manager [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Took 11.11 seconds to build instance. [ 1419.834024] env[71147]: DEBUG oslo_concurrency.lockutils [None req-4fb15498-b4f5-41d2-9148-0eb203c14860 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "f17b95c3-980b-4a28-af27-1823f67fea63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.622s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.103737] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.104085] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-121ea04e-a4eb-4014-8f19-c7169a753faa {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.111589] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1420.111589] env[71147]: value = "task-3422222" [ 1420.111589] env[71147]: _type = "Task" [ 1420.111589] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.122448] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.620816] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422222, 'name': PowerOffVM_Task, 'duration_secs': 0.219314} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.621107] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.621420] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.622108] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1541e42e-fddd-413b-8d77-5f1d22c42cd6 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.628541] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.628763] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0fee551-ed71-44a1-934d-48bd5121436b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.650894] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.651142] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.651327] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Deleting the datastore file [datastore1] 941501b0-db59-47c8-a22b-49ce1b57ff3e {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.651567] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03ac43c5-0293-481d-83c8-a308fa11465d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.657490] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1420.657490] env[71147]: value = "task-3422224" [ 1420.657490] env[71147]: _type = "Task" [ 1420.657490] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.664435] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.168619] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092005} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.169114] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.169114] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.169328] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.204970] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-14T15:26:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-14T15:25:43Z,direct_url=,disk_format='vmdk',id=124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f2e39ec13594484788b552ee1e76e9c6',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-14T15:25:43Z,virtual_size=,visibility=), allow threads: False {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.205311] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Flavor limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.205394] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Image limits 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.205583] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Flavor pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.205725] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Image pref 0:0:0 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.205871] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71147) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.206094] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.206258] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.206424] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Got 1 possible topologies {{(pid=71147) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.206585] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.206753] env[71147]: DEBUG nova.virt.hardware [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71147) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.207609] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37091d63-90fc-4bf3-a1f6-f5de4eaf00c7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.215470] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fef12da-c818-4c08-a95d-d3cf2c7a1470 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.228657] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Instance VIF info [] {{(pid=71147) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.234065] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.234315] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Creating VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.234512] env[71147]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5c95cbf-07c1-4d27-bd7d-2422e712f399 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.251024] env[71147]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.251024] env[71147]: value = "task-3422225" [ 1422.251024] env[71147]: _type = "Task" [ 1422.251024] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.258303] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422225, 'name': CreateVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.761123] env[71147]: DEBUG oslo_vmware.api [-] Task: {'id': task-3422225, 'name': CreateVM_Task, 'duration_secs': 0.313624} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.761311] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Created VM on the ESX host {{(pid=71147) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.761734] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.761894] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.762234] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.762490] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731fabc6-df54-4a53-913d-3c52b95fecdd {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.766837] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1422.766837] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5297e27f-c67f-d296-3c2d-8d11a765e454" [ 1422.766837] env[71147]: _type = "Task" [ 1422.766837] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.774314] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5297e27f-c67f-d296-3c2d-8d11a765e454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.277807] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]5297e27f-c67f-d296-3c2d-8d11a765e454, 'name': SearchDatastore_Task, 'duration_secs': 0.014511} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.278182] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.278340] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Processing image 124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3 {{(pid=71147) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.278575] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.278725] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.278898] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.279175] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-052a05c3-5d81-4e54-a61e-e38b8d7c0162 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.287552] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71147) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.287723] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71147) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.288427] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c01d96-9583-4e8d-b315-2e1c5412946a {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.293218] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1423.293218] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a924d7-dbc4-bff4-1a0a-d038f6071809" [ 1423.293218] env[71147]: _type = "Task" [ 1423.293218] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.301800] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a924d7-dbc4-bff4-1a0a-d038f6071809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.803407] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a924d7-dbc4-bff4-1a0a-d038f6071809, 'name': SearchDatastore_Task, 'duration_secs': 0.0087} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.804199] env[71147]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6da202b-aca7-443f-9e8f-92b0c077abbb {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.809210] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1423.809210] env[71147]: value = "session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a7e178-fe88-18de-811d-ebec2c7c02b8" [ 1423.809210] env[71147]: _type = "Task" [ 1423.809210] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.817012] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a7e178-fe88-18de-811d-ebec2c7c02b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.320514] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': session[52db38a0-9cdd-8e19-5c3c-c332dddd3604]52a7e178-fe88-18de-811d-ebec2c7c02b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.320936] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.321037] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 941501b0-db59-47c8-a22b-49ce1b57ff3e/941501b0-db59-47c8-a22b-49ce1b57ff3e.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.321263] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99686200-88d1-4bff-92a9-b1b7953e7331 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.328315] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1424.328315] env[71147]: value = "task-3422226" [ 1424.328315] env[71147]: _type = "Task" [ 1424.328315] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.335794] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.838550] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50611} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.838905] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3/124e0dbc-b1ce-4cdd-bd98-b52d5697d8c3.vmdk to [datastore2] 941501b0-db59-47c8-a22b-49ce1b57ff3e/941501b0-db59-47c8-a22b-49ce1b57ff3e.vmdk {{(pid=71147) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.839234] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Extending root virtual disk to 1048576 {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.839593] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1feb5345-9a05-416d-b511-c408eaced1ef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.846016] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1424.846016] env[71147]: value = "task-3422227" [ 1424.846016] env[71147]: _type = "Task" [ 1424.846016] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.853164] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.355769] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058284} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.356138] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Extended root virtual disk {{(pid=71147) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.356814] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e539af8b-1b35-48bf-b8c8-5f304d5b7016 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.375974] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 941501b0-db59-47c8-a22b-49ce1b57ff3e/941501b0-db59-47c8-a22b-49ce1b57ff3e.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.376209] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-615df5ba-723d-4f64-af68-105d5eb8f869 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.394497] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1425.394497] env[71147]: value = "task-3422228" [ 1425.394497] env[71147]: _type = "Task" [ 1425.394497] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.401663] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.904286] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422228, 'name': ReconfigVM_Task, 'duration_secs': 0.279432} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.904590] env[71147]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 941501b0-db59-47c8-a22b-49ce1b57ff3e/941501b0-db59-47c8-a22b-49ce1b57ff3e.vmdk or device None with type sparse {{(pid=71147) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.905212] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-035b5168-001d-4841-9e38-7377b4944a1d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.911474] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1425.911474] env[71147]: value = "task-3422229" [ 1425.911474] env[71147]: _type = "Task" [ 1425.911474] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.918620] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422229, 'name': Rename_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.421825] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422229, 'name': Rename_Task, 'duration_secs': 0.132443} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.422186] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Powering on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.422315] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f358057c-f189-47cf-82d5-3d44abce618b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.428323] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1426.428323] env[71147]: value = "task-3422230" [ 1426.428323] env[71147]: _type = "Task" [ 1426.428323] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.435765] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.938503] env[71147]: DEBUG oslo_vmware.api [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422230, 'name': PowerOnVM_Task, 'duration_secs': 0.440383} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.938779] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Powered on the VM {{(pid=71147) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.938988] env[71147]: DEBUG nova.compute.manager [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Checking state {{(pid=71147) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.939765] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce487aa-bf9e-4fe0-b7d6-67c2b1b0a01b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.457498] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.457773] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.457950] env[71147]: DEBUG nova.objects.instance [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71147) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1427.802391] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "941501b0-db59-47c8-a22b-49ce1b57ff3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.802656] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "941501b0-db59-47c8-a22b-49ce1b57ff3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.802868] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "941501b0-db59-47c8-a22b-49ce1b57ff3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.803066] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "941501b0-db59-47c8-a22b-49ce1b57ff3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.803264] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "941501b0-db59-47c8-a22b-49ce1b57ff3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.805371] env[71147]: INFO nova.compute.manager [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Terminating instance [ 1428.308916] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "refresh_cache-941501b0-db59-47c8-a22b-49ce1b57ff3e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.309128] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired lock "refresh_cache-941501b0-db59-47c8-a22b-49ce1b57ff3e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.309315] env[71147]: DEBUG nova.network.neutron [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.466061] env[71147]: DEBUG oslo_concurrency.lockutils [None req-2ecb9219-19c5-4d12-a21c-d7302fdf3393 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.829458] env[71147]: DEBUG nova.network.neutron [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.884367] env[71147]: DEBUG nova.network.neutron [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.387057] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Releasing lock "refresh_cache-941501b0-db59-47c8-a22b-49ce1b57ff3e" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.387476] env[71147]: DEBUG nova.compute.manager [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.387705] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.388718] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b48ccf2-b12d-43af-b992-5b96442acc74 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.397631] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.397888] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-883d3c9e-56eb-4ec3-a19f-f1f31e556073 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.404434] env[71147]: DEBUG oslo_vmware.api [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1429.404434] env[71147]: value = "task-3422231" [ 1429.404434] env[71147]: _type = "Task" [ 1429.404434] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.412665] env[71147]: DEBUG oslo_vmware.api [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.914435] env[71147]: DEBUG oslo_vmware.api [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422231, 'name': PowerOffVM_Task, 'duration_secs': 0.191434} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.914776] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.914885] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.915121] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f8e9c55-a529-445b-8b66-f72c57406fad {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.939588] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.939814] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Deleting contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.939966] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Deleting the datastore file [datastore2] 941501b0-db59-47c8-a22b-49ce1b57ff3e {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.940231] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2be9294-16f6-4338-9be0-24c6b8ab05e3 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.946518] env[71147]: DEBUG oslo_vmware.api [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1429.946518] env[71147]: value = "task-3422233" [ 1429.946518] env[71147]: _type = "Task" [ 1429.946518] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.953831] env[71147]: DEBUG oslo_vmware.api [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.456839] env[71147]: DEBUG oslo_vmware.api [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096885} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.457128] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.457278] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Deleted contents of the VM from datastore datastore2 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.457462] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.457637] env[71147]: INFO nova.compute.manager [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1430.457873] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.458072] env[71147]: DEBUG nova.compute.manager [-] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.458168] env[71147]: DEBUG nova.network.neutron [-] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.473575] env[71147]: DEBUG nova.network.neutron [-] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.976351] env[71147]: DEBUG nova.network.neutron [-] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.479516] env[71147]: INFO nova.compute.manager [-] [instance: 941501b0-db59-47c8-a22b-49ce1b57ff3e] Took 1.02 seconds to deallocate network for instance. [ 1431.986440] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.986832] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.986983] env[71147]: DEBUG nova.objects.instance [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lazy-loading 'resources' on Instance uuid 941501b0-db59-47c8-a22b-49ce1b57ff3e {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.533614] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179dcdf4-a89e-4a16-94dc-00406e9468d4 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.540817] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70966c0-f72a-4b6f-aaff-8a93e74389ba {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.569453] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524cc25d-7dab-4507-b680-441470c3584b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.576393] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e234b61-b264-4a8b-b148-31585fb958e2 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.588906] env[71147]: DEBUG nova.compute.provider_tree [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.092257] env[71147]: DEBUG nova.scheduler.client.report [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.598164] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.619710] env[71147]: INFO nova.scheduler.client.report [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Deleted allocations for instance 941501b0-db59-47c8-a22b-49ce1b57ff3e [ 1434.129017] env[71147]: DEBUG oslo_concurrency.lockutils [None req-d3ecba70-8951-4050-bdb2-b5f0cb101d8f tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "941501b0-db59-47c8-a22b-49ce1b57ff3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.326s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.263362] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "f17b95c3-980b-4a28-af27-1823f67fea63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.263804] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "f17b95c3-980b-4a28-af27-1823f67fea63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.264177] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "f17b95c3-980b-4a28-af27-1823f67fea63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.264497] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "f17b95c3-980b-4a28-af27-1823f67fea63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.264768] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "f17b95c3-980b-4a28-af27-1823f67fea63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.267517] env[71147]: INFO nova.compute.manager [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Terminating instance [ 1434.772866] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "refresh_cache-f17b95c3-980b-4a28-af27-1823f67fea63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.773065] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquired lock "refresh_cache-f17b95c3-980b-4a28-af27-1823f67fea63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.773264] env[71147]: DEBUG nova.network.neutron [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Building network info cache for instance {{(pid=71147) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.291965] env[71147]: DEBUG nova.network.neutron [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.336522] env[71147]: DEBUG nova.network.neutron [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.838801] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Releasing lock "refresh_cache-f17b95c3-980b-4a28-af27-1823f67fea63" {{(pid=71147) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.839277] env[71147]: DEBUG nova.compute.manager [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Start destroying the instance on the hypervisor. {{(pid=71147) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1435.839485] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Destroying instance {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.840376] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db89e5e0-5ccd-4b51-a29a-ee9f8c107b68 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.848214] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Powering off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.848432] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ec258c4-b22b-4da5-8f17-059e6e809cc9 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.855957] env[71147]: DEBUG oslo_vmware.api [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1435.855957] env[71147]: value = "task-3422234" [ 1435.855957] env[71147]: _type = "Task" [ 1435.855957] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.863368] env[71147]: DEBUG oslo_vmware.api [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.366433] env[71147]: DEBUG oslo_vmware.api [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422234, 'name': PowerOffVM_Task, 'duration_secs': 0.122757} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.366827] env[71147]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Powered off the VM {{(pid=71147) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1436.366884] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Unregistering the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1436.367108] env[71147]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5fe88ea-1904-4e5b-9ca9-37976baca7a7 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.392679] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Unregistered the VM {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.392882] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Deleting contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.393075] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Deleting the datastore file [datastore1] f17b95c3-980b-4a28-af27-1823f67fea63 {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.393370] env[71147]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b07f8ceb-74c4-4e1c-86c6-77762795539f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.399444] env[71147]: DEBUG oslo_vmware.api [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for the task: (returnval){ [ 1436.399444] env[71147]: value = "task-3422236" [ 1436.399444] env[71147]: _type = "Task" [ 1436.399444] env[71147]: } to complete. {{(pid=71147) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.406678] env[71147]: DEBUG oslo_vmware.api [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.910316] env[71147]: DEBUG oslo_vmware.api [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Task: {'id': task-3422236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090467} completed successfully. {{(pid=71147) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.910561] env[71147]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Deleted the datastore file {{(pid=71147) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.910756] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Deleted contents of the VM from datastore datastore1 {{(pid=71147) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.910933] env[71147]: DEBUG nova.virt.vmwareapi.vmops [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Instance destroyed {{(pid=71147) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.911127] env[71147]: INFO nova.compute.manager [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1436.911377] env[71147]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71147) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1436.911564] env[71147]: DEBUG nova.compute.manager [-] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Deallocating network for instance {{(pid=71147) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1436.911660] env[71147]: DEBUG nova.network.neutron [-] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] deallocate_for_instance() {{(pid=71147) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.927222] env[71147]: DEBUG nova.network.neutron [-] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Instance cache missing network info. {{(pid=71147) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.429350] env[71147]: DEBUG nova.network.neutron [-] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Updating instance_info_cache with network_info: [] {{(pid=71147) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.932099] env[71147]: INFO nova.compute.manager [-] [instance: f17b95c3-980b-4a28-af27-1823f67fea63] Took 1.02 seconds to deallocate network for instance. [ 1438.224546] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.224780] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.438450] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.438792] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.438960] env[71147]: DEBUG nova.objects.instance [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lazy-loading 'resources' on Instance uuid f17b95c3-980b-4a28-af27-1823f67fea63 {{(pid=71147) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.729734] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.729953] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.730029] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.730191] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.730341] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.730492] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.730624] env[71147]: DEBUG nova.compute.manager [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71147) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1438.730770] env[71147]: DEBUG oslo_service.periodic_task [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Running periodic task ComputeManager.update_available_resource {{(pid=71147) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.966965] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b0eab-c738-4d39-bf5b-a9ea33249c3d {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.975121] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea29592-6433-4140-8252-86a547c9c1f0 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.004909] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5129d0-d257-45cb-8d9e-fedb7f90da7b {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.011946] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6070e47a-b4a8-42fb-8733-dac9634eab0f {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.024636] env[71147]: DEBUG nova.compute.provider_tree [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.233427] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.527451] env[71147]: DEBUG nova.scheduler.client.report [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.032652] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.594s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.036185] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.803s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.036504] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.036806] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71147) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1440.039530] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54012a8-e8e8-4028-bb50-352a5a5ca041 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.050326] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3375f3-4b64-4923-b814-e5ce579df067 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.057679] env[71147]: INFO nova.scheduler.client.report [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Deleted allocations for instance f17b95c3-980b-4a28-af27-1823f67fea63 [ 1440.079588] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92ea37-d586-4fa0-a7b9-0fb90577aae1 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.089584] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68832d62-929c-46b6-9484-0cb10305f4ec {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.139373] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180867MB free_disk=99GB free_vcpus=48 pci_devices=None {{(pid=71147) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1440.139601] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.139969] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.566679] env[71147]: DEBUG oslo_concurrency.lockutils [None req-e1588e39-bcd6-4f79-8292-29efbba84b94 tempest-ServerShowV247Test-588038853 tempest-ServerShowV247Test-588038853-project-member] Lock "f17b95c3-980b-4a28-af27-1823f67fea63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.303s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.160819] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1441.161009] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=71147) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1441.173934] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7125b2c-655e-45c6-9794-f904fd7feaef {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.181554] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e71d1c-38bf-4e02-abd0-d4e3e9b87b92 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.212881] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2921309-f9a8-43d3-a335-3b331b0eeb41 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.220250] env[71147]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2393af-7f0e-4e2c-808f-4f5329f89964 {{(pid=71147) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.233649] env[71147]: DEBUG nova.compute.provider_tree [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed in ProviderTree for provider: 35e35e14-9e34-4508-84da-a69238f1eb09 {{(pid=71147) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.737106] env[71147]: DEBUG nova.scheduler.client.report [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Inventory has not changed for provider 35e35e14-9e34-4508-84da-a69238f1eb09 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71147) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.242016] env[71147]: DEBUG nova.compute.resource_tracker [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71147) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1442.242235] env[71147]: DEBUG oslo_concurrency.lockutils [None req-f31ace03-f64b-46f0-81a7-a1f1e5070ddf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=71147) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}